-- Logs begin at Fri 2021-07-16 19:18:44 UTC, end at Fri 2021-07-16 20:46:34 UTC. -- Jul 16 19:53:03.420183 dv-cinder-800697-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 16 19:53:06.145898 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.common.config [-] Logging enabled! Jul 16 19:53:06.146537 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 19:53:06.146700 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92879) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 19:53:06.150715 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.common.config [-] Logging enabled! Jul 16 19:53:06.150972 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 19:53:06.151287 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92879) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 19:53:06.152226 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 19:53:06.152464 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 19:53:06.152831 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 19:53:06.153080 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 19:53:06.153309 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 19:53:06.153628 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.153926 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.154224 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.154474 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.154771 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.155067 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.155395 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.155689 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.155990 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.156316 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.156598 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.156885 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.157121 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.157405 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.157694 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.157984 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.158211 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] debug = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.158524 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.158955 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.159369 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.159648 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.159938 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.160223 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.160489 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.160764 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.161047 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.161374 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] host = dv-cinder-800697-3-iscsi {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.161650 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.161936 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.162223 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.162530 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.162811 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.163088 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.163378 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.163651 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.163922 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] log_file = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.164194 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.164480 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.165470 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.165790 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.166020 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.166248 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.166568 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.166865 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.167144 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.167421 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.167697 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.167972 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.168246 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.168518 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.168804 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.169090 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.169376 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.169651 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.169923 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.170195 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.170483 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.170770 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.171043 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.171319 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.171607 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.171879 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.172148 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.172422 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.172725 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.173018 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.173304 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.173591 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.173861 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.174144 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.174415 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.174713 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.174982 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] use_json = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.175254 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.175522 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.175802 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.176074 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.176345 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.176616 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.176884 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.177170 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:06.177463 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.177760 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.178060 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.178342 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.178660 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.178939 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.179230 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.179508 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.179799 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.180090 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.180423 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.180698 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.180988 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.181266 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.181563 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.181869 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.182166 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.182480 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.182764 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.183040 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.183315 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.183595 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.183879 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.184171 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.184462 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.184737 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.185016 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.185306 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.185582 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.185854 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.186129 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.186415 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.186719 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.186989 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.187269 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.187544 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.187817 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.188090 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.188367 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.188656 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.188935 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.189211 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.189485 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.189763 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.190033 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.190321 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.190618 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.190894 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.191166 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.191443 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.191713 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.191985 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.192261 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.192530 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.192811 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.193087 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.193360 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.193631 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.193903 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.194174 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.194463 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.194735 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.195010 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.195295 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.195552 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.195855 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.196126 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.196398 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.196681 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.196978 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.197257 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.197532 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.197809 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.198086 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.198361 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.198671 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.198946 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.199222 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.199494 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.199786 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.200066 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.200351 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.200631 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.200907 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.201204 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.201480 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.201759 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.202034 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.202308 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.202616 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.202902 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.203197 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.203491 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.203785 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.204079 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.204367 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.204644 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.204953 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.205233 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:06.205451 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 19:53:06.205694 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92879) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 16 19:53:06.552972 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 19:53:06.553253 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 19:53:06.553542 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 19:53:06.553874 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 16 19:53:06.944656 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:06.944867 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:06.945144 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:06.947281 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:06.947562 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:06.947839 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:06.981388 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:06.981667 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:06.981936 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:06.995504 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:06.995782 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:06.996046 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:07.026634 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:07.026915 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:07.027185 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:07.062937 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:07.063217 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:07.063490 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:07.293370 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:07.293981 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:07.293981 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:07.294171 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:07.294919 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:07.413453 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:07.413786 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:07.414066 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:07.414339 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:07.416195 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:07.416540 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:07.416815 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:07.417085 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:07.417349 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:07.417637 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:07.417930 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:07.418202 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:07.418490 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:07.418747 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:07.419003 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:07.419279 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:07.419534 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:07.419801 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:07.420077 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:07.420337 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:07.420609 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:07.420863 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:07.421145 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:07.421531 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:07.421778 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:07.422024 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:07.422437 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92879) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 19:53:07.422680 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92879) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 19:53:07.422916 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92879) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 19:53:07.423167 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92879) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 19:53:07.423380 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92879) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 19:53:07.423611 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92879) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 19:53:07.423984 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 16 19:53:07.427203 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 16 19:53:07.431671 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 16 19:53:07.435336 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) Jul 16 19:53:07.436936 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 16 19:53:07.437387 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 16 19:53:07.437720 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 16 19:53:07.438098 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 16 19:53:07.441938 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 16 19:53:07.442188 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 16 19:53:07.442555 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 19:53:07.470016 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 16 19:53:07.470484 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:07.470783 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92879) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 16 19:53:07.471142 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:07.472498 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92879) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 16 19:53:07.472776 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 19:53:07.473020 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 16 19:53:07.476169 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:07.476450 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:07.540251 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 16 19:53:07.540481 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 16 19:53:07.540716 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 16 19:53:07.541078 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 16 19:53:07.561809 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_db.sqlalchemy.engines [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92879) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 16 19:53:08.090539 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.plugins.ml2.managers [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Initializing driver for type 'gre' Jul 16 19:53:08.091194 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] gre ID ranges: [(1, 1000)] Jul 16 19:53:08.144259 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.plugins.ml2.managers [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Initializing driver for type 'local' Jul 16 19:53:08.144695 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.plugins.ml2.managers [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Initializing driver for type 'vlan' Jul 16 19:53:08.157475 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] VlanTypeDriver initialization complete Jul 16 19:53:08.157824 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.plugins.ml2.managers [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Initializing driver for type 'vxlan' Jul 16 19:53:08.158303 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] vxlan ID ranges: [(1, 1000)] Jul 16 19:53:08.208133 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.plugins.ml2.managers [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Initializing extension driver 'port_security' Jul 16 19:53:08.208706 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.plugins.ml2.extensions.port_security [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] PortSecurityExtensionDriver initialization complete Jul 16 19:53:08.209040 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.plugins.ml2.managers [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Initializing mechanism driver 'openvswitch' Jul 16 19:53:08.209360 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.plugins.ml2.managers [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Initializing mechanism driver 'hyperv' Jul 16 19:53:08.216566 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.plugins.ml2.plugin [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:53:08.217407 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > port after_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.217776 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > port after_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.218123 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > port after_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.218659 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=92879) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 19:53:08.219090 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > subnet after_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.219441 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > subnet after_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.219783 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.220170 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=92879) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 19:53:08.220574 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > network after_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.220920 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > network after_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.221262 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > network after_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.221645 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=92879) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 19:53:08.222044 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > security_group after_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.222390 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > security_group after_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.222751 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.223138 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=92879) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 19:53:08.223534 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.223876 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.224213 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.224600 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=92879) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 19:53:08.224997 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > address_group after_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.225336 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > address_group after_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.225673 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.226058 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=92879) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 19:53:08.226447 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] ML2 OVO RPC backend initialized. {{(pid=92879) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 16 19:53:08.227397 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.227610 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.227931 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > network before_response 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.228275 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > networks before_response 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.228618 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > port before_response 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.228983 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > ports before_response 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.229322 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > subnet before_response 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.229660 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > subnets before_response 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.230000 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > network after_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.230335 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > network after_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.230690 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > network after_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.231024 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > port after_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.231355 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > port after_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.231685 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > port after_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.232014 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > subnet after_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.232347 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > subnet after_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.232676 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.233242 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.plugins.ml2.plugin [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Modular L2 Plugin initialization complete Jul 16 19:53:08.233568 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading services supported by the core plugin {{(pid=92879) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 16 19:53:08.233899 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.plugins.ml2.managers [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Got port-security extension from driver 'port_security' Jul 16 19:53:08.234351 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.extensions.vlantransparent [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Disabled vlantransparent extension. Jul 16 19:53:08.234853 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92879) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 16 19:53:08.235165 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading Plugin: router Jul 16 19:53:08.271686 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.272077 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > router after_create 55549900 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.272439 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > router before_create 55549900 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.272802 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.273169 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.273518 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > router after_delete 55549900 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.273958 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.274592 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > router after_create 55549900 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.274947 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > router after_update 55549900 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.275299 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > router after_update 55549900 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.275650 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.276006 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > router after_update 55549900 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.276419 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > router precommit_update 55549900 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.276788 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: port after_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.277122 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: port after_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.277459 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: subnet after_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.277793 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.278137 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.278516 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > router precommit_create 55549900 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.278882 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: port before_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.279224 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > router precommit_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.279576 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > router after_update 55549900 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.279916 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.280262 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > router precommit_create 55549900 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.280619 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.280961 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > router precommit_update 55549900 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.281323 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > agent after_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.281669 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > agent after_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.282030 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > network after_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.282879 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.quota.resource_registry [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Tracking information for resource: router configured {{(pid=92879) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 19:53:08.283204 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.quota.resource_registry [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Tracking information for resource: floatingip configured {{(pid=92879) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 19:53:08.288002 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.db.l3_agentschedulers_db [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 16 19:53:08.288572 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: port after_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.288931 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: port after_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.289285 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: port after_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.289755 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: port after_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.290589 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > router before_create 55550100 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.290960 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.291324 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > router precommit_create 55550100 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.291681 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > router precommit_update 55550100 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.296074 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.services.provider_configuration [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Service providers = [] {{(pid=92879) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 16 19:53:08.296601 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.db.servicetype_db [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92879) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 16 19:53:08.299332 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.services.service_base [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92879) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 19:53:08.299678 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.services.service_base [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92879) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 19:53:08.300015 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.services.service_base [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92879) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 19:53:08.300893 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.services.service_base [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92879) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 19:53:08.301261 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.services.service_base [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 16 19:53:08.301632 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92879) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 19:53:08.301948 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 16 19:53:08.312947 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92879) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 19:53:08.313285 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading Plugin: auto_allocate Jul 16 19:53:08.318906 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: network precommit_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.319274 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: network precommit_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.319788 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92879) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 19:53:08.320105 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading Plugin: tag Jul 16 19:53:08.327355 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92879) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 19:53:08.327684 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading Plugin: timestamp Jul 16 19:53:08.331443 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92879) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 19:53:08.331768 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading Plugin: network_ip_availability Jul 16 19:53:08.337150 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.337519 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.337876 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.338606 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92879) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 19:53:08.338929 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading Plugin: flavors Jul 16 19:53:08.345015 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92879) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 19:53:08.345298 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading Plugin: revisions Jul 16 19:53:08.349543 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92879) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 19:53:08.349934 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_concurrency.lockutils [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.796s {{(pid=92879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 19:53:08.350682 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92879) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 16 19:53:08.351017 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Initializing extension manager. Jul 16 19:53:08.351519 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: __init__.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.351857 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: __pycache__ {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.352286 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.352621 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: address_group.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.353385 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.353923 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: address-group Jul 16 19:53:08.354241 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: address_scope.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.354969 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.355479 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: address-scope Jul 16 19:53:08.355797 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.356715 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.357219 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: router-admin-state-down-before-update Jul 16 19:53:08.357538 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: agent.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.358231 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.358765 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: agent Jul 16 19:53:08.359087 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: agent_resources_synced.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.359983 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.360488 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: agent-resources-synced Jul 16 19:53:08.360810 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: allowedaddresspairs.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.362588 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.363106 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: allowed-address-pairs Jul 16 19:53:08.363429 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: auto_allocated_topology.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.364496 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.365012 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: auto-allocated-topology Jul 16 19:53:08.365333 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: availability_zone.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.366022 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.366560 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: availability_zone Jul 16 19:53:08.366880 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: availability_zone_filter.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.368459 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.369069 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: availability_zone_filter Jul 16 19:53:08.369388 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: data_plane_status.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.370289 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.370821 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extension data-plane-status not supported by any of loaded plugins Jul 16 19:53:08.371140 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: default_subnetpools.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.372044 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.372547 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: default-subnetpools Jul 16 19:53:08.372865 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.373662 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.374164 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: dhcp_agent_scheduler Jul 16 19:53:08.374512 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: dns.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.375424 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.375930 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extension dns-integration not supported by any of loaded plugins Jul 16 19:53:08.376248 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: dns_domain_ports.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.377159 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.377664 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 16 19:53:08.377980 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.378920 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.379425 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 16 19:53:08.379743 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: dvr.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.380411 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.380912 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: dvr Jul 16 19:53:08.381228 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: empty_string_filtering.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.382143 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.382668 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: empty-string-filtering Jul 16 19:53:08.382987 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.384516 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.385009 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 16 19:53:08.385325 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.386514 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.387018 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 16 19:53:08.387336 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: external_net.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.388231 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.388734 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: external-net Jul 16 19:53:08.389050 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.389941 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.390456 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: extra_dhcp_opt Jul 16 19:53:08.390778 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: extraroute.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.391664 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.392164 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: extraroute Jul 16 19:53:08.392481 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: extraroute_atomic.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.393497 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.394003 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: extraroute-atomic Jul 16 19:53:08.394322 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: filter_validation.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.395001 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.395503 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: filter-validation Jul 16 19:53:08.395821 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: fip_pf_description.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.396741 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.397474 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 16 19:53:08.397795 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: fip_port_details.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.398740 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.399268 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: fip-port-details Jul 16 19:53:08.399746 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: flavors.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.400979 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.401489 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: flavors Jul 16 19:53:08.401811 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.403471 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.403994 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 16 19:53:08.404329 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: floatingip_pools.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.405023 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.405534 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: floatingip-pools Jul 16 19:53:08.405863 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: ip_allocation.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.406799 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.407304 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extension ip_allocation not supported by any of loaded plugins Jul 16 19:53:08.407627 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.408525 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.409116 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: ip-substring-filtering Jul 16 19:53:08.409439 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: l2_adjacency.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.410350 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.410875 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 16 19:53:08.411196 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: l3.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.412142 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.412657 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: router Jul 16 19:53:08.412981 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.415480 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.416002 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 16 19:53:08.416332 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.417262 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.417777 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: ext-gw-mode Jul 16 19:53:08.418100 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.419029 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.419539 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: l3-ha Jul 16 19:53:08.419861 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: l3_flavors.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.420760 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.421268 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: l3-flavors Jul 16 19:53:08.421588 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.422523 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.423031 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 16 19:53:08.423351 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: l3agentscheduler.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.424360 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.424866 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: l3_agent_scheduler Jul 16 19:53:08.425188 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: logging.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.426754 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.427273 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extension logging not supported by any of loaded plugins Jul 16 19:53:08.427600 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: metering.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.428339 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.428914 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: metering Jul 16 19:53:08.429236 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.430859 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.431379 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: metering_source_and_destination_fields Jul 16 19:53:08.431701 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: multiprovidernet.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.432736 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.433243 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: multi-provider Jul 16 19:53:08.433565 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: netmtu.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.434502 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.435007 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: net-mtu Jul 16 19:53:08.435326 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: netmtu_writable.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.436231 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.436731 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: net-mtu-writable Jul 16 19:53:08.437049 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: network_availability_zone.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.437715 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.438213 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: network_availability_zone Jul 16 19:53:08.438565 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: network_ip_availability.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.439633 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.440138 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: network-ip-availability Jul 16 19:53:08.440458 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: network_segment_range.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.441207 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.441706 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extension network-segment-range not supported by any of loaded plugins Jul 16 19:53:08.442025 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: pagination.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.443106 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.443432 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: pagination Jul 16 19:53:08.443748 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: port_device_profile.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.444658 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.445168 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: port-device-profile Jul 16 19:53:08.445487 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.446559 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.447066 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: port-mac-address-regenerate Jul 16 19:53:08.447391 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.448289 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.448791 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: port-numa-affinity-policy Jul 16 19:53:08.449108 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: port_resource_request.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.450025 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.450563 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extension port-resource-request not supported by any of loaded plugins Jul 16 19:53:08.450880 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: portbindings.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.451794 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.452302 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: binding Jul 16 19:53:08.452618 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: portbindings_extended.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.453873 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.454381 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: binding-extended Jul 16 19:53:08.454733 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: portsecurity.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.455634 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.456142 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: port-security Jul 16 19:53:08.456463 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: project_id.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.457495 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.457826 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: project-id Jul 16 19:53:08.458144 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: providernet.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.459093 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.459605 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: provider Jul 16 19:53:08.459924 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: qos.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.463863 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.464378 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extension qos not supported by any of loaded plugins Jul 16 19:53:08.464704 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.465925 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.466447 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 16 19:53:08.466793 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.467707 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.468215 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 16 19:53:08.468541 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: qos_default.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.469447 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.469952 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extension qos-default not supported by any of loaded plugins Jul 16 19:53:08.470275 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: qos_fip.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.470999 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.471500 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extension qos-fip not supported by any of loaded plugins Jul 16 19:53:08.471822 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: qos_gateway_ip.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.472734 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.473239 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 16 19:53:08.473561 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: qos_port_network_policy.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.474484 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.474994 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 16 19:53:08.475312 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: qos_rule_type_details.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.476223 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.476725 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 16 19:53:08.477736 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: qos_rules_alias.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.478759 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.479274 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 16 19:53:08.479595 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: quotasv2.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.480488 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.480999 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: quotas Jul 16 19:53:08.481319 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: quotasv2_detail.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.484326 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.484670 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: quota_details Jul 16 19:53:08.485002 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: rbac.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.486042 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.486731 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: rbac-policies Jul 16 19:53:08.486986 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: rbac_address_group.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.487911 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.488423 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: rbac-address-group Jul 16 19:53:08.488745 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: rbac_address_scope.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.489657 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.490169 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: rbac-address-scope Jul 16 19:53:08.490524 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: rbac_security_groups.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.491431 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.491939 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: rbac-security-groups Jul 16 19:53:08.492260 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: rbac_subnetpool.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.493186 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.493835 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: rbac-subnetpool Jul 16 19:53:08.494166 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: revisionifmatch.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.495100 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.495606 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: revision-if-match Jul 16 19:53:08.495925 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: revisions.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.497028 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.497542 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: standard-attr-revisions Jul 16 19:53:08.497864 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: router_availability_zone.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.498559 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.499069 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: router_availability_zone Jul 16 19:53:08.499389 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: routerservicetype.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.500301 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.500805 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extension router-service-type not supported by any of loaded plugins Jul 16 19:53:08.501125 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.502033 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.502634 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: security-groups-normalized-cidr Jul 16 19:53:08.502956 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.503863 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.504370 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: port-security-groups-filtering Jul 16 19:53:08.504690 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.505600 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.506104 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: security-groups-remote-address-group Jul 16 19:53:08.506445 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: securitygroup.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.516261 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.516788 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: security-group Jul 16 19:53:08.517118 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: segment.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.517901 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.518412 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extension segment not supported by any of loaded plugins Jul 16 19:53:08.518828 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.519759 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.520273 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 16 19:53:08.520597 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: servicetype.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.521679 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.522202 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: service-type Jul 16 19:53:08.522561 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: sorting.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.523537 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.524403 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: sorting Jul 16 19:53:08.524721 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: standard_attr_segment.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.525713 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.526228 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 16 19:53:08.526586 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: standardattrdescription.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.527234 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.527738 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: standard-attr-description Jul 16 19:53:08.528066 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: stateful_security_group.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.528999 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.529514 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: stateful-security-group Jul 16 19:53:08.529834 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: stdattrs_common.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.530417 dv-cinder-800697-3-iscsi neutron-server[92879]: WARNING neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 16 19:53:08.530760 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.531685 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.532190 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 16 19:53:08.532509 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: subnet_onboard.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.533565 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.534079 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: subnet_onboard Jul 16 19:53:08.534398 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.535412 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.535914 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 16 19:53:08.536230 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: subnet_service_types.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.537139 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.537647 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: subnet-service-types Jul 16 19:53:08.537970 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: subnetallocation.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.539067 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.540151 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: subnet_allocation Jul 16 19:53:08.540472 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.541129 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.541638 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: subnetpool-prefix-ops Jul 16 19:53:08.541957 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.542898 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.543408 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 16 19:53:08.543730 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: tagging.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.544769 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.545285 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: standard-attr-tag Jul 16 19:53:08.545607 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: timestamp.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.546862 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.547376 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loaded extension: standard-attr-timestamp Jul 16 19:53:08.547700 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: trunk.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.548764 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.549273 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extension trunk not supported by any of loaded plugins Jul 16 19:53:08.549596 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: trunk_details.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.550600 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.551112 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extension trunk-details not supported by any of loaded plugins Jul 16 19:53:08.551432 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: uplink_status_propagation.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.552342 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.554289 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 16 19:53:08.554645 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Loading extension file: vlantransparent.py {{(pid=92879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:53:08.555349 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:53:08.555875 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 16 19:53:08.558309 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.quota.resource_registry [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Creating instance of TrackedResource for resource:network Jul 16 19:53:08.558866 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.quota.resource_registry [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Creating instance of TrackedResource for resource:subnet Jul 16 19:53:08.559264 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.quota.resource_registry [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 19:53:08.559659 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.quota.resource_registry [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Creating instance of TrackedResource for resource:port Jul 16 19:53:08.560880 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.v2.resource_helper [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:53:08.561320 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.v2.resource_helper [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Service FLAVORS assigned prefix: {{(pid=92879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:53:08.561932 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.v2.resource_helper [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:53:08.562359 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.v2.resource_helper [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:53:08.562719 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.quota.resource_registry [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Creating instance of TrackedResource for resource:router Jul 16 19:53:08.563156 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.quota.resource_registry [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Creating instance of TrackedResource for resource:floatingip Jul 16 19:53:08.563644 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.v2.resource_helper [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Service METERING assigned prefix: /metering {{(pid=92879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:53:08.565085 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.565450 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.565796 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:53:08.566891 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.quota.resource_registry [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 19:53:08.567345 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.quota.resource_registry [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Creating instance of TrackedResource for resource:security_group Jul 16 19:53:08.567856 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.quota.resource_registry [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 19:53:08.568452 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.v2.resource_helper [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Service CORE assigned prefix: {{(pid=92879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:53:08.568778 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.quota.resource_registry [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 19:53:08.569119 dv-cinder-800697-3-iscsi neutron-server[92879]: WARNING neutron.quota.resource_registry [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] subnetpool is already registered Jul 16 19:53:08.569548 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.v2.resource_helper [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Service CORE assigned prefix: {{(pid=92879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:53:08.569870 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.quota.resource_registry [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 19:53:08.570199 dv-cinder-800697-3-iscsi neutron-server[92879]: WARNING neutron.quota.resource_registry [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] subnetpool is already registered Jul 16 19:53:08.573052 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.v2.resource_helper [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:53:08.573481 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.v2.resource_helper [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Service FLAVORS assigned prefix: {{(pid=92879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:53:08.574066 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.v2.resource_helper [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:53:08.574518 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.v2.resource_helper [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:53:08.574852 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.quota.resource_registry [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Creating instance of TrackedResource for resource:router Jul 16 19:53:08.575185 dv-cinder-800697-3-iscsi neutron-server[92879]: WARNING neutron.quota.resource_registry [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] router is already registered Jul 16 19:53:08.575594 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.quota.resource_registry [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Creating instance of TrackedResource for resource:floatingip Jul 16 19:53:08.575926 dv-cinder-800697-3-iscsi neutron-server[92879]: WARNING neutron.quota.resource_registry [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] floatingip is already registered Jul 16 19:53:08.576373 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.v2.resource_helper [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Service METERING assigned prefix: /metering {{(pid=92879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:53:08.577044 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.quota.resource_registry [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 19:53:08.577364 dv-cinder-800697-3-iscsi neutron-server[92879]: WARNING neutron.quota.resource_registry [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] rbac_policy is already registered Jul 16 19:53:08.577770 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.quota.resource_registry [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Creating instance of TrackedResource for resource:security_group Jul 16 19:53:08.578096 dv-cinder-800697-3-iscsi neutron-server[92879]: WARNING neutron.quota.resource_registry [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] security_group is already registered Jul 16 19:53:08.578524 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.quota.resource_registry [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 19:53:08.578851 dv-cinder-800697-3-iscsi neutron-server[92879]: WARNING neutron.quota.resource_registry [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] security_group_rule is already registered Jul 16 19:53:08.579460 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.v2.resource_helper [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Service CORE assigned prefix: {{(pid=92879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:53:08.579784 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.quota.resource_registry [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 19:53:08.580111 dv-cinder-800697-3-iscsi neutron-server[92879]: WARNING neutron.quota.resource_registry [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] subnetpool is already registered Jul 16 19:53:08.580520 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.v2.resource_helper [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Service CORE assigned prefix: {{(pid=92879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:53:08.580910 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.quota.resource_registry [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 19:53:08.581233 dv-cinder-800697-3-iscsi neutron-server[92879]: WARNING neutron.quota.resource_registry [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] subnetpool is already registered Jul 16 19:53:08.581708 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extended resource: extensions {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:53:08.583169 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extended resource: address-groups {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:53:08.584651 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extended resource: address-scopes {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:53:08.585948 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extended resource: agents {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:53:08.587364 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extended resource: auto-allocated-topology {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:53:08.588583 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extended resource: availability_zones {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:53:08.589793 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extended resource: dhcp-networks {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:53:08.591328 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extended resource: dhcp-agents {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:53:08.592729 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extended resource: routers {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:53:08.594602 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extended resource: flavors {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:53:08.596930 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extended resource: service_profiles {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:53:08.598063 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extended resource: next_providers {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:53:08.599688 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extended resource: service_profiles {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:53:08.601233 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extended resource: floatingip-pools {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:53:08.603091 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extended resource: routers {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:53:08.604763 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extended resource: floatingips {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:53:08.606020 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extended resource: l3-routers {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:53:08.607416 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extended resource: l3-agents {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:53:08.608825 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extended resource: metering-labels {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:53:08.610069 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extended resource: metering-label-rules {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:53:08.611448 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extended resource: network-ip-availabilities {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:53:08.612684 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extended resource: bindings {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:53:08.614231 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extended resource: quotas {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:53:08.615874 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extended resource: quotas {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:53:08.617387 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extended resource: rbac-policies {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:53:08.619122 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extended resource: security-groups {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:53:08.620396 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extended resource: security-group-rules {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:53:08.621632 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extended resource: service-providers {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:53:08.622871 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extended resource: subnetpools {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:53:08.624179 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extended resource: subnetpools {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:53:08.625696 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extended resource: tags {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:53:08.627380 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extended resource: tags {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:53:08.629184 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extended resource: tags {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:53:08.631013 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extended resource: tags {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:53:08.632683 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extended resource: tags {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:53:08.634662 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extended resource: tags {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:53:08.636635 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extended resource: tags {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:53:08.638448 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extended resource: tags {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:53:08.640289 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extended resource: tags {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:53:08.642025 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron.api.extensions [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Extended resource: tags {{(pid=92879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:53:08.648143 dv-cinder-800697-3-iscsi neutron-server[92879]: WARNING keystonemiddleware.auth_token [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 16 19:53:08.652761 dv-cinder-800697-3-iscsi neutron-server[92879]: WARNING keystonemiddleware.auth_token [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 16 19:53:08.661092 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_concurrency.lockutils [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Acquired lock "singleton_lock" {{(pid=92879) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 16 19:53:08.661572 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_concurrency.lockutils [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Releasing lock "singleton_lock" {{(pid=92879) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 16 19:53:08.662208 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO oslo_service.service [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Starting 2 workers Jul 16 19:53:08.667549 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Started child 93020 {{(pid=92879) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 19:53:08.671914 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Started child 93021 {{(pid=92879) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 19:53:08.673301 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:08.674024 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO neutron.service [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 16 19:53:08.674304 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Notify callbacks [] for process, before_spawn {{(pid=92879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:08.674612 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [-] (93020) wsgi starting up on http://0.0.0.0:9696 Jul 16 19:53:08.676643 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO oslo_service.service [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Starting 1 workers Jul 16 19:53:08.676807 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:08.678050 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [-] (93021) wsgi starting up on http://0.0.0.0:9696 Jul 16 19:53:08.682658 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Started child 93022 {{(pid=92879) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 19:53:08.683185 dv-cinder-800697-3-iscsi neutron-server[92879]: INFO oslo_service.service [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Starting 1 workers Jul 16 19:53:08.686532 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.service [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] calling RpcWorker wait() {{(pid=93022) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 16 19:53:08.687065 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.service [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] returning from RpcWorker wait() {{(pid=93022) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 16 19:53:08.687619 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Started child 93023 {{(pid=92879) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 19:53:08.688409 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:08.688503 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG neutron_lib.callbacks.manager [None req-65475283-08f8-4b2b-b76c-ce5eee7ad9a7 None None] Notify callbacks [] for process, after_spawn {{(pid=92879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:08.688947 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:53:08.690299 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92879) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 19:53:08.690531 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 19:53:08.690813 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 19:53:08.691028 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 19:53:08.691365 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 19:53:08.691586 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 19:53:08.692044 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.692333 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.692593 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.692860 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.693122 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.693406 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:08.693870 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.693956 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.694190 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.695986 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.695986 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.695986 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.695986 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.695986 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.695986 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.695986 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.696530 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.696530 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.696670 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.696843 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.697094 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.697348 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.697605 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.697867 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] debug = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.698105 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.698624 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.698867 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.699121 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.699356 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.699619 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.699843 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.700096 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.700325 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.700536 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.700776 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.701014 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.701242 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.701483 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.701695 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.701969 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.702177 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.702638 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] host = dv-cinder-800697-3-iscsi {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.702853 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.703067 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.703313 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.703556 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.703793 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.704007 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.704262 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.704511 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.704759 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.704977 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.705255 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.705501 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.705717 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.705964 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] log_file = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.706124 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] log_options = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.706354 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.706665 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.706921 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.707112 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.707275 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.707448 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.707693 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.707855 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.708098 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.708332 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.708542 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.708786 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.709019 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.709244 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.709482 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.709723 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.709931 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.710140 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.710378 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.710627 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.710869 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.711090 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.711360 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.711684 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.711890 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.712109 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.712475 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.712689 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.712905 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.713178 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.713406 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.713664 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.713906 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.714148 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.714375 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.714646 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.714858 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.715132 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.715341 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.715599 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.715841 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.716070 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.716318 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.716543 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.716759 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.716997 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] use_json = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.717207 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.717430 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.717685 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.717894 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.718108 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.718318 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.718554 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.718813 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.719230 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.719505 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.719818 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.720070 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.720299 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.720560 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.720805 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.721036 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.721304 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.721557 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.721889 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.722104 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.722383 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.722650 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.722912 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.723257 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.723507 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.723776 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.724007 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.724247 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.724472 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.724706 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.725005 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.725274 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.725528 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.98/identity {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.725794 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.726005 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.726237 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.726465 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.726680 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.726890 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.727702 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.728008 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.730355 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.730355 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.731481 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:53:08.731576 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.731576 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.731576 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.731576 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.731871 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.731871 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.732166 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.732387 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.732640 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.732870 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.733108 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.733108 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.734233 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.734460 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.735651 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.736119 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.736299 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.736526 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.737038 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.737038 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.738475 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.738819 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.741789 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.741789 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.741789 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.741789 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.741789 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.744433 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.744433 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.744433 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.744433 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.744433 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.744921 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.744921 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.745171 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.745983 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.750121 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.750121 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.750121 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.750121 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.750121 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.750121 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.750121 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.750121 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.750121 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.750925 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.750925 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.750925 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.750925 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.750925 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.750925 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.750925 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.751413 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.751413 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.751606 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.751849 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.752763 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.753499 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.755978 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.755978 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.755978 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.755978 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.755978 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.755978 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.755978 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.755978 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.756576 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.756576 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.756576 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.756576 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.756855 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.757009 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.757250 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.762806 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.763777 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.764496 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.765514 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.766006 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.767124 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.767548 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.768402 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.770078 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.770461 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.770819 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.771148 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.771475 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.772035 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.772357 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.772793 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.773115 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.773539 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.773978 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.774490 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.775122 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.775532 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.775760 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.776020 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.776339 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.776585 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.776810 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.777033 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.777318 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.777569 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.777817 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.778097 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.778484 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.778746 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.779013 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.779252 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.98/identity {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.779473 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.779720 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.779974 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.780193 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.780439 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.780680 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.780982 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.781113 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.781351 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.781601 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.781820 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.782044 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.782271 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.782528 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.782774 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.783035 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.783252 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.783492 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.783746 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.783968 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.784192 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.784420 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.784638 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.784869 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.785108 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.785387 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.785650 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.785889 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.786135 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.786382 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.786654 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.786870 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.787117 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.787361 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.787578 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.787793 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.788031 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.788317 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.788497 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.788741 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.788972 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.789223 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.789980 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.790338 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.790689 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.790944 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.791182 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.791406 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.791645 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.791886 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.792108 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.792347 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.792585 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.792827 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.793070 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.793310 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.793534 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.793766 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.793978 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.794189 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.794408 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.794643 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.794945 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.795188 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.795417 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.795669 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.795907 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.796127 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.796391 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.796602 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.796813 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.797036 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.797256 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.797467 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.797712 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.797923 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.798153 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.798381 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.798643 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.798876 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.799127 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.799339 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.799549 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.799844 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.800017 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.800228 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.800475 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.800725 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.800935 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.801155 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.801392 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.801972 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.802136 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.802402 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.802643 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.802926 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.803153 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.803399 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.803656 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.803978 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.804195 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.804470 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.804804 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.804946 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.805234 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.805567 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.805901 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.806187 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.806481 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.806723 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.807017 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.807297 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.807579 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.807793 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.808076 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.808408 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.808679 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.809082 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.809179 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.809431 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.809672 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.809905 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.810142 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.810376 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.810653 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.810896 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.811145 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.811374 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.811615 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.811824 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.812034 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.812259 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.812470 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.812690 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.812925 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.813108 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 19:53:08.813597 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92879) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 19:53:08.813758 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 19:53:08.813913 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 19:53:08.814098 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 19:53:08.814471 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 19:53:08.814667 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 19:53:08.814805 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.814968 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.815128 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.815289 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.815447 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.816168 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.816168 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.816168 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.816168 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.816482 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.816482 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.816626 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.817071 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.817071 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.817071 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.817071 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.817350 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.817439 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.817522 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.817690 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.817841 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.817999 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.818156 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] debug = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.818315 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.818528 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.818694 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.818852 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.819010 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.819477 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.819477 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.819477 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.819713 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.819794 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.819904 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.820061 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.822502 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.822502 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.822502 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.822502 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.822502 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.822502 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] host = dv-cinder-800697-3-iscsi {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.822502 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.822502 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.823059 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.823155 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:53:08.823238 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.823238 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.823238 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.823238 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.823238 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.823238 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.823238 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.823238 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.823757 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.823757 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.823757 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] log_file = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.823757 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] log_options = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.824020 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.824020 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.824157 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.824264 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.824431 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.824590 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.824749 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.824908 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.825117 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.825282 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.825485 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.825649 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.825807 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.825965 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.826123 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.826281 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.826452 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.826617 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.826775 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.826933 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.827091 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.827248 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.827405 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.827565 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.827722 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.827879 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.828037 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.828193 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.828350 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.828509 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.828666 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.828825 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.828991 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.829140 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.829297 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.829454 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.829612 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.829773 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.829930 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.830088 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.830246 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.830403 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.830582 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.830741 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.830898 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.831057 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] use_json = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.831213 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.831370 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.831528 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.831685 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.831842 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.832000 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.832156 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.832315 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:53:08.832492 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.832656 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.832828 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.832990 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.833150 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.833310 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.833471 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.833631 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.834363 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.834363 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.834363 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.834363 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.834680 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.834680 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.834841 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.834920 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.835170 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.835170 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.835336 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.835499 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.835654 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.835817 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.835993 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.836158 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.836364 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.98/identity {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.836560 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.836694 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.836850 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.837027 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.837176 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.837326 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.837483 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.837608 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.837752 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.838023 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.838220 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.838220 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.838476 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.838601 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.838724 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.839121 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.839121 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.839121 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.839429 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.839429 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.839591 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.839753 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.839963 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.840064 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.840221 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.840392 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.840693 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.840693 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.840855 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.841001 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.841780 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.841780 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.841780 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.841780 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.841780 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.842150 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.842150 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.842293 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.842368 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.842533 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.842698 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.842860 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.843022 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.843190 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.843353 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.843496 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.843664 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.843822 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.843983 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.844144 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.844311 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.844472 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.844633 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.844792 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.844956 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.846454 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.846454 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.846454 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.846454 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.846454 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.846454 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.846454 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.846454 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.847059 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.847059 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.847059 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.847059 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.847059 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.847397 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.847397 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.847397 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.847613 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.847691 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.847855 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.848015 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.848179 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.848336 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.848499 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.848659 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.848820 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.848980 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.849141 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.849302 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.849465 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.849626 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.849786 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.849935 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.850075 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.850328 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.850653 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.850653 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.850813 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.850890 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.851031 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.851193 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.851354 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.851515 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.851674 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.851835 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.852492 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.852654 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.852813 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.852981 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.853152 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.853312 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.853472 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.853702 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.853836 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.854095 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.854095 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.854340 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.854484 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.854607 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.854811 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.854936 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.855047 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.855165 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.855326 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.855488 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.98/identity {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.855648 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.855808 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.855969 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.856129 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.856289 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.856451 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.856611 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.856772 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.856932 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.857091 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.857251 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.857410 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.857571 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.857731 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.857892 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.858052 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.858212 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.858373 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.858558 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.858718 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.858879 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.859039 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.859201 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.859409 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.859537 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.859660 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.859809 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.859969 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.860130 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.860291 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.860452 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.860613 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.860775 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.860934 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.861095 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.861255 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.862327 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.862327 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.862327 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.862327 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.862327 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.862327 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.862327 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.864125 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.864125 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.864125 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.864125 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.864125 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.864125 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.864125 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.864125 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.864664 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.864664 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.864664 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.864664 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.864664 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.864664 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.864664 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.865117 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.865117 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.865117 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.865301 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.865377 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.865483 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.865642 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.865802 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.865964 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.866675 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.866675 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.866675 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.866675 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.867263 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.867263 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.867263 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.867263 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.867943 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.867943 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.867943 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.868570 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.868570 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.868570 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.868570 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.868842 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.868842 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.868994 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.869076 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.869222 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.869393 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.869539 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.869717 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.869858 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.870018 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.870189 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.870351 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.870534 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.870706 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.870867 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.871027 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.871189 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.871361 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.871521 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.871685 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.871845 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.872005 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.872166 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.872327 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.872490 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.872662 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.872831 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.872994 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.873164 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.873334 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.873502 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.873664 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.874456 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.874456 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.874456 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.874456 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.874456 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.874833 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.874833 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.875000 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.875080 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.875288 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.875389 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.875522 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.875669 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.876407 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.876407 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.876407 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.876407 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.876407 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.876879 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.876879 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.876879 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:53:08.877094 dv-cinder-800697-3-iscsi neutron-server[92879]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 19:53:09.100006 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 51382) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:53:09.108243 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [-] 10.222.0.98 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061221 Jul 16 19:53:20.262493 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a70eab-ccac-4af3-a24e-293384074cfc None None] get_active_networks_info from dv-cinder-800697-3-iscsi {{(pid=93022) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 19:53:20.319961 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a70eab-ccac-4af3-a24e-293384074cfc None None] No non-hosted networks {{(pid=93022) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 16 19:53:20.336415 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-3c686e79-6ba7-45a9-bee5-5a2167213cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8279583'] for agent, after_create {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:22.205752 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-59baacfa-0019-49ad-8d12-730e420cd5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8279583'] for agent, after_create {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:22.252823 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-b6af3d61-aafc-4054-bc7a-4540ad29962d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:23.303614 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8279583'] for agent, after_create {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:24.742587 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8279583'] for agent, after_create {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:25.964108 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 51444) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:53:26.457647 dv-cinder-800697-3-iscsi neutron-server[93021]: WARNING oslo_policy.policy [None req-64d58fab-9d6f-4e29-ad15-a65bcbedb7ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 19:53:26.458210 dv-cinder-800697-3-iscsi neutron-server[93021]: WARNING oslo_policy.policy [None req-64d58fab-9d6f-4e29-ad15-a65bcbedb7ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 19:53:26.542056 dv-cinder-800697-3-iscsi neutron-server[93022]: INFO neutron.db.l3_hamode_db [None req-9ee66097-ba4a-434a-b68f-ba4d700dd10a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 16 19:53:26.618285 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee66097-ba4a-434a-b68f-ba4d700dd10a None None] Routers set() bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:53:26.619160 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee66097-ba4a-434a-b68f-ba4d700dd10a None None] Router IDs set() for agent in host dv-cinder-800697-3-iscsi {{(pid=93022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 19:53:26.674609 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [None req-64d58fab-9d6f-4e29-ad15-a65bcbedb7ef admin admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93021) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:53:26.675699 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-64d58fab-9d6f-4e29-ad15-a65bcbedb7ef admin admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7106788 Jul 16 19:53:28.998259 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 51458) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:53:29.303416 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [None req-d39a33eb-f436-4342-aa10-c47927c4c12b admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:53:29.394731 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.policy [None req-d39a33eb-f436-4342-aa10-c47927c4c12b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93021) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 19:53:29.439479 dv-cinder-800697-3-iscsi neutron-server[93021]: WARNING oslo_policy.policy [None req-d39a33eb-f436-4342-aa10-c47927c4c12b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 19:53:29.439791 dv-cinder-800697-3-iscsi neutron-server[93021]: WARNING oslo_policy.policy [None req-d39a33eb-f436-4342-aa10-c47927c4c12b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 19:53:29.448432 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.quota [None req-d39a33eb-f436-4342-aa10-c47927c4c12b admin admin] Loaded quota_driver: . Jul 16 19:53:29.539256 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-d39a33eb-f436-4342-aa10-c47927c4c12b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786203898956', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786203900513', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786203887118', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786203888708', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786203775369', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786203801646', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-556860', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-531407', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7913423', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8278794'] for rbac-policy, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:29.604730 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-d39a33eb-f436-4342-aa10-c47927c4c12b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:29.606270 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-d39a33eb-f436-4342-aa10-c47927c4c12b admin admin] 10.222.0.98 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6069758 Jul 16 19:53:32.190625 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 51490) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:53:32.219891 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8279583'] for agent, after_create {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:32.220987 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:32.221420 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:32.222128 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:32.222556 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:32.222881 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:32.223366 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:32.223937 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:32.224288 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:32.224716 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:32.225043 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:32.225446 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:32.226544 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:32.226776 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-800697-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:53:32.231762 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-800697-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:53:32.525218 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [None req-d0fca8a6-971b-4759-ab2e-497137579d2a admin admin] Request body: {'network': {'name': 'private', 'tenant_id': 'c7a32de6145c40769d3e7638d447c13b', 'admin_state_up': True, 'project_id': 'c7a32de6145c40769d3e7638d447c13b'}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:53:32.554059 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0fca8a6-971b-4759-ab2e-497137579d2a admin admin] Made reservation on behalf of c7a32de6145c40769d3e7638d447c13b for: {'network': 1} {{(pid=93021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:53:32.556931 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-d0fca8a6-971b-4759-ab2e-497137579d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for network, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:32.574103 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-d0fca8a6-971b-4759-ab2e-497137579d2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:32.698898 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-d0fca8a6-971b-4759-ab2e-497137579d2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:32.702808 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-d0fca8a6-971b-4759-ab2e-497137579d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:32.722810 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0fca8a6-971b-4759-ab2e-497137579d2a admin admin] vlan segment allocate from pool success with {'vlan_id': 1025, 'physical_network': 'physnet1'} {{(pid=93021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:53:32.751281 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-d0fca8a6-971b-4759-ab2e-497137579d2a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786207386435', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964265'] for segment, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:32.751764 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-d0fca8a6-971b-4759-ab2e-497137579d2a admin admin] Unsubscribe: segment precommit_create {{(pid=93021) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 19:53:32.752286 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.db.segments_db [None req-d0fca8a6-971b-4759-ab2e-497137579d2a admin admin] Added segment 9d24cde5-6c4d-42ce-b36a-6f522637de70 of type vlan for network e3f60c64-6ccf-49b9-bb77-5419c953dfdb Jul 16 19:53:32.770100 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fca8a6-971b-4759-ab2e-497137579d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87fe9a8a-7fc9-4c86-93af-daae3d92fd2f,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:32.796508 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fca8a6-971b-4759-ab2e-497137579d2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:32.796861 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fca8a6-971b-4759-ab2e-497137579d2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:32.797199 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fca8a6-971b-4759-ab2e-497137579d2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:32.797519 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fca8a6-971b-4759-ab2e-497137579d2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:32.797837 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fca8a6-971b-4759-ab2e-497137579d2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:32.798170 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fca8a6-971b-4759-ab2e-497137579d2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:32.798515 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fca8a6-971b-4759-ab2e-497137579d2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:32.798829 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fca8a6-971b-4759-ab2e-497137579d2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:32.799156 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fca8a6-971b-4759-ab2e-497137579d2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:32.799468 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fca8a6-971b-4759-ab2e-497137579d2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:32.799784 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fca8a6-971b-4759-ab2e-497137579d2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:32.800085 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fca8a6-971b-4759-ab2e-497137579d2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:32.801224 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fca8a6-971b-4759-ab2e-497137579d2a admin admin] Tracked resource versions report: Jul 16 19:53:32.801224 dv-cinder-800697-3-iscsi neutron-server[93021]: pushed versions: Jul 16 19:53:32.801224 dv-cinder-800697-3-iscsi neutron-server[93021]: { 'AddressGroup': {'1.2'}, Jul 16 19:53:32.801224 dv-cinder-800697-3-iscsi neutron-server[93021]: 'ConntrackHelper': {'1.0'}, Jul 16 19:53:32.801224 dv-cinder-800697-3-iscsi neutron-server[93021]: 'Log': {'1.0'}, Jul 16 19:53:32.801224 dv-cinder-800697-3-iscsi neutron-server[93021]: 'Network': {'1.1'}, Jul 16 19:53:32.801224 dv-cinder-800697-3-iscsi neutron-server[93021]: 'Port': {'1.7'}, Jul 16 19:53:32.801224 dv-cinder-800697-3-iscsi neutron-server[93021]: 'PortForwarding': {'1.2'}, Jul 16 19:53:32.801224 dv-cinder-800697-3-iscsi neutron-server[93021]: 'QosPolicy': {'1.8'}, Jul 16 19:53:32.801224 dv-cinder-800697-3-iscsi neutron-server[93021]: 'SecurityGroup': {'1.4'}, Jul 16 19:53:32.801224 dv-cinder-800697-3-iscsi neutron-server[93021]: 'SecurityGroupRule': {'1.2'}, Jul 16 19:53:32.801224 dv-cinder-800697-3-iscsi neutron-server[93021]: 'SubPort': {'1.0'}, Jul 16 19:53:32.801224 dv-cinder-800697-3-iscsi neutron-server[93021]: 'Subnet': {'1.1'}, Jul 16 19:53:32.801224 dv-cinder-800697-3-iscsi neutron-server[93021]: 'Trunk': {'1.1'}} Jul 16 19:53:32.801224 dv-cinder-800697-3-iscsi neutron-server[93021]: consumer versions: Jul 16 19:53:32.801224 dv-cinder-800697-3-iscsi neutron-server[93021]: { DHCP agent@dv-cinder-800697-3-iscsi: {}, Jul 16 19:53:32.801224 dv-cinder-800697-3-iscsi neutron-server[93021]: L3 agent@dv-cinder-800697-3-iscsi: {}, Jul 16 19:53:32.801224 dv-cinder-800697-3-iscsi neutron-server[93021]: Metadata agent@dv-cinder-800697-3-iscsi: {}, Jul 16 19:53:32.801224 dv-cinder-800697-3-iscsi neutron-server[93021]: Metering agent@dv-cinder-800697-3-iscsi: {}, Jul 16 19:53:32.801224 dv-cinder-800697-3-iscsi neutron-server[93021]: Open vSwitch agent@dv-cinder-800697-3-iscsi: { 'AddressGroup': '1.2', Jul 16 19:53:32.801224 dv-cinder-800697-3-iscsi neutron-server[93021]: 'ConntrackHelper': '1.0', Jul 16 19:53:32.801224 dv-cinder-800697-3-iscsi neutron-server[93021]: 'Log': '1.0', Jul 16 19:53:32.801224 dv-cinder-800697-3-iscsi neutron-server[93021]: 'Network': '1.1', Jul 16 19:53:32.801224 dv-cinder-800697-3-iscsi neutron-server[93021]: 'Port': '1.7', Jul 16 19:53:32.801224 dv-cinder-800697-3-iscsi neutron-server[93021]: 'PortForwarding': '1.2', Jul 16 19:53:32.801224 dv-cinder-800697-3-iscsi neutron-server[93021]: 'QosPolicy': '1.8', Jul 16 19:53:32.801224 dv-cinder-800697-3-iscsi neutron-server[93021]: 'SecurityGroup': '1.4', Jul 16 19:53:32.801224 dv-cinder-800697-3-iscsi neutron-server[93021]: 'SecurityGroupRule': '1.2', Jul 16 19:53:32.801224 dv-cinder-800697-3-iscsi neutron-server[93021]: 'SubPort': '1.0', Jul 16 19:53:32.801224 dv-cinder-800697-3-iscsi neutron-server[93021]: 'Subnet': '1.1', Jul 16 19:53:32.801224 dv-cinder-800697-3-iscsi neutron-server[93021]: 'Trunk': '1.1'}} Jul 16 19:53:32.801224 dv-cinder-800697-3-iscsi neutron-server[93021]: {{(pid=93021) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 19:53:32.872674 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-d0fca8a6-971b-4759-ab2e-497137579d2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786206831382'] for network, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:32.930521 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-d0fca8a6-971b-4759-ab2e-497137579d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851'] for network, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:32.931608 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fca8a6-971b-4759-ab2e-497137579d2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:32.932262 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-d0fca8a6-971b-4759-ab2e-497137579d2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for network, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:32.995482 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-d0fca8a6-971b-4759-ab2e-497137579d2a admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.8037889 Jul 16 19:53:33.030878 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fca8a6-971b-4759-ab2e-497137579d2a admin admin] Pushing event updated for resources: {'Network': ['ID=e3f60c64-6ccf-49b9-bb77-5419c953dfdb,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:33.044106 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Network e3f60c64-6ccf-49b9-bb77-5419c953dfdb details requested by agent ovs-agent-dv-cinder-800697-3-iscsi with host dv-cinder-800697-3-iscsi {{(pid=93022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:53:35.611588 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 51516) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:53:36.099653 dv-cinder-800697-3-iscsi neutron-server[93020]: WARNING oslo_policy.policy [None req-44b696fc-34ad-4ab4-9738-27300e370672 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 19:53:36.101048 dv-cinder-800697-3-iscsi neutron-server[93020]: WARNING oslo_policy.policy [None req-44b696fc-34ad-4ab4-9738-27300e370672 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 19:53:36.531383 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.policy [None req-44b696fc-34ad-4ab4-9738-27300e370672 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93020) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 19:53:36.577451 dv-cinder-800697-3-iscsi neutron-server[93020]: WARNING oslo_policy.policy [None req-44b696fc-34ad-4ab4-9738-27300e370672 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 19:53:36.577837 dv-cinder-800697-3-iscsi neutron-server[93020]: WARNING oslo_policy.policy [None req-44b696fc-34ad-4ab4-9738-27300e370672 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 19:53:36.585996 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b696fc-34ad-4ab4-9738-27300e370672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:36.587837 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-44b696fc-34ad-4ab4-9738-27300e370672 admin admin] 10.222.0.98 "GET /v2.0/networks/e3f60c64-6ccf-49b9-bb77-5419c953dfdb HTTP/1.1" status: 200 len: 826 time: 0.9741700 Jul 16 19:53:36.627107 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-cada6f29-11a9-4865-981c-aa158f19dd6c admin admin] 10.222.0.98 "GET /v2.0/subnetpools/2592ecbc-212e-4eb9-ae18-c5fdd54fd662 HTTP/1.1" status: 200 len: 734 time: 0.0337112 Jul 16 19:53:36.636643 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [None req-f0b194a7-ac08-4879-969b-a2e3e9a43b92 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'tenant_id': 'c7a32de6145c40769d3e7638d447c13b', 'subnetpool_id': '2592ecbc-212e-4eb9-ae18-c5fdd54fd662', 'network_id': 'e3f60c64-6ccf-49b9-bb77-5419c953dfdb', 'gateway_ip': '172.20.0.1'}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:53:36.638586 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.quota [None req-f0b194a7-ac08-4879-969b-a2e3e9a43b92 admin admin] Loaded quota_driver: . Jul 16 19:53:36.677043 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b194a7-ac08-4879-969b-a2e3e9a43b92 admin admin] Made reservation on behalf of c7a32de6145c40769d3e7638d447c13b for: {'subnet': 1} {{(pid=93020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:53:36.680752 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-f0b194a7-ac08-4879-969b-a2e3e9a43b92 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:36.968086 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-f0b194a7-ac08-4879-969b-a2e3e9a43b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7945194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851'] for subnet, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:37.037156 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b194a7-ac08-4879-969b-a2e3e9a43b92 admin admin] Checking segment: {'id': '9d24cde5-6c4d-42ce-b36a-6f522637de70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'e3f60c64-6ccf-49b9-bb77-5419c953dfdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:53:37.037562 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b194a7-ac08-4879-969b-a2e3e9a43b92 admin admin] Network hostable DHCP agents. Network: e3f60c64-6ccf-49b9-bb77-5419c953dfdb, hostable agents: ['b3327041-ebae-4eef-8a27-dd2dfc08199a'], hosted agents: [] {{(pid=93020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:53:37.051250 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b194a7-ac08-4879-969b-a2e3e9a43b92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3747b855-72f7-4083-bdf2-71ce06a4f66c,revision_number=0']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:37.067955 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b194a7-ac08-4879-969b-a2e3e9a43b92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:37.068363 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b194a7-ac08-4879-969b-a2e3e9a43b92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:37.068720 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b194a7-ac08-4879-969b-a2e3e9a43b92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:37.069725 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b194a7-ac08-4879-969b-a2e3e9a43b92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:37.070041 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b194a7-ac08-4879-969b-a2e3e9a43b92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:37.070382 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b194a7-ac08-4879-969b-a2e3e9a43b92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:37.070728 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b194a7-ac08-4879-969b-a2e3e9a43b92 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:37.071049 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b194a7-ac08-4879-969b-a2e3e9a43b92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:37.071383 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b194a7-ac08-4879-969b-a2e3e9a43b92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:37.071701 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b194a7-ac08-4879-969b-a2e3e9a43b92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:37.072016 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b194a7-ac08-4879-969b-a2e3e9a43b92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:37.072327 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b194a7-ac08-4879-969b-a2e3e9a43b92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:37.073439 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b194a7-ac08-4879-969b-a2e3e9a43b92 admin admin] Tracked resource versions report: Jul 16 19:53:37.073439 dv-cinder-800697-3-iscsi neutron-server[93020]: pushed versions: Jul 16 19:53:37.073439 dv-cinder-800697-3-iscsi neutron-server[93020]: { 'AddressGroup': {'1.2'}, Jul 16 19:53:37.073439 dv-cinder-800697-3-iscsi neutron-server[93020]: 'ConntrackHelper': {'1.0'}, Jul 16 19:53:37.073439 dv-cinder-800697-3-iscsi neutron-server[93020]: 'Log': {'1.0'}, Jul 16 19:53:37.073439 dv-cinder-800697-3-iscsi neutron-server[93020]: 'Network': {'1.1'}, Jul 16 19:53:37.073439 dv-cinder-800697-3-iscsi neutron-server[93020]: 'Port': {'1.7'}, Jul 16 19:53:37.073439 dv-cinder-800697-3-iscsi neutron-server[93020]: 'PortForwarding': {'1.2'}, Jul 16 19:53:37.073439 dv-cinder-800697-3-iscsi neutron-server[93020]: 'QosPolicy': {'1.8'}, Jul 16 19:53:37.073439 dv-cinder-800697-3-iscsi neutron-server[93020]: 'SecurityGroup': {'1.4'}, Jul 16 19:53:37.073439 dv-cinder-800697-3-iscsi neutron-server[93020]: 'SecurityGroupRule': {'1.2'}, Jul 16 19:53:37.073439 dv-cinder-800697-3-iscsi neutron-server[93020]: 'SubPort': {'1.0'}, Jul 16 19:53:37.073439 dv-cinder-800697-3-iscsi neutron-server[93020]: 'Subnet': {'1.1'}, Jul 16 19:53:37.073439 dv-cinder-800697-3-iscsi neutron-server[93020]: 'Trunk': {'1.1'}} Jul 16 19:53:37.073439 dv-cinder-800697-3-iscsi neutron-server[93020]: consumer versions: Jul 16 19:53:37.073439 dv-cinder-800697-3-iscsi neutron-server[93020]: { DHCP agent@dv-cinder-800697-3-iscsi: {}, Jul 16 19:53:37.073439 dv-cinder-800697-3-iscsi neutron-server[93020]: L3 agent@dv-cinder-800697-3-iscsi: {}, Jul 16 19:53:37.073439 dv-cinder-800697-3-iscsi neutron-server[93020]: Metadata agent@dv-cinder-800697-3-iscsi: {}, Jul 16 19:53:37.073439 dv-cinder-800697-3-iscsi neutron-server[93020]: Metering agent@dv-cinder-800697-3-iscsi: {}, Jul 16 19:53:37.073439 dv-cinder-800697-3-iscsi neutron-server[93020]: Open vSwitch agent@dv-cinder-800697-3-iscsi: { 'AddressGroup': '1.2', Jul 16 19:53:37.073439 dv-cinder-800697-3-iscsi neutron-server[93020]: 'ConntrackHelper': '1.0', Jul 16 19:53:37.073439 dv-cinder-800697-3-iscsi neutron-server[93020]: 'Log': '1.0', Jul 16 19:53:37.073439 dv-cinder-800697-3-iscsi neutron-server[93020]: 'Network': '1.1', Jul 16 19:53:37.073439 dv-cinder-800697-3-iscsi neutron-server[93020]: 'Port': '1.7', Jul 16 19:53:37.073439 dv-cinder-800697-3-iscsi neutron-server[93020]: 'PortForwarding': '1.2', Jul 16 19:53:37.073439 dv-cinder-800697-3-iscsi neutron-server[93020]: 'QosPolicy': '1.8', Jul 16 19:53:37.073439 dv-cinder-800697-3-iscsi neutron-server[93020]: 'SecurityGroup': '1.4', Jul 16 19:53:37.073439 dv-cinder-800697-3-iscsi neutron-server[93020]: 'SecurityGroupRule': '1.2', Jul 16 19:53:37.073439 dv-cinder-800697-3-iscsi neutron-server[93020]: 'SubPort': '1.0', Jul 16 19:53:37.073439 dv-cinder-800697-3-iscsi neutron-server[93020]: 'Subnet': '1.1', Jul 16 19:53:37.073439 dv-cinder-800697-3-iscsi neutron-server[93020]: 'Trunk': '1.1'}} Jul 16 19:53:37.073439 dv-cinder-800697-3-iscsi neutron-server[93020]: {{(pid=93020) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 19:53:37.093384 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b194a7-ac08-4879-969b-a2e3e9a43b92 admin admin] Network e3f60c64-6ccf-49b9-bb77-5419c953dfdb is scheduled to be hosted by DHCP agent b3327041-ebae-4eef-8a27-dd2dfc08199a with binding_index 1 {{(pid=93020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:53:37.108573 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.base_scheduler [None req-f0b194a7-ac08-4879-969b-a2e3e9a43b92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-3-iscsi, e3f60c64-6ccf-49b9-bb77-5419c953dfdb) {{(pid=93020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:53:37.129788 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b194a7-ac08-4879-969b-a2e3e9a43b92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:37.130406 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-f0b194a7-ac08-4879-969b-a2e3e9a43b92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for subnet, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:37.135710 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bfcd31-84ad-40a0-bdf5-a1e82e995b34 None None] Network e3f60c64-6ccf-49b9-bb77-5419c953dfdb requested from dv-cinder-800697-3-iscsi {{(pid=93022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:53:37.152577 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-f0b194a7-ac08-4879-969b-a2e3e9a43b92 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5194561 Jul 16 19:53:37.445649 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0fbdbe-1342-43f1-9756-4e25d63e08da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdcc69863-837d-598d-acb5-02636b18cee0-e3f60c64-6ccf-49b9-bb77-5419c953dfdb', 'network_id': 'e3f60c64-6ccf-49b9-bb77-5419c953dfdb', 'tenant_id': 'c7a32de6145c40769d3e7638d447c13b', 'fixed_ips': [{'subnet_id': '3747b855-72f7-4083-bdf2-71ce06a4f66c'}]}} from dv-cinder-800697-3-iscsi. {{(pid=93022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:53:37.446957 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-dc0fbdbe-1342-43f1-9756-4e25d63e08da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_create {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:37.711914 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.db_base_plugin_common [None req-dc0fbdbe-1342-43f1-9756-4e25d63e08da None None] Allocated IP 172.20.0.2 (e3f60c64-6ccf-49b9-bb77-5419c953dfdb/3747b855-72f7-4083-bdf2-71ce06a4f66c/c55fcf3e-7eed-427e-b167-8e7ab1dfdbf1) {{(pid=93022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:53:37.911580 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-dc0fbdbe-1342-43f1-9756-4e25d63e08da None None] Notify callbacks [] for port, precommit_create {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:37.953923 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-dc0fbdbe-1342-43f1-9756-4e25d63e08da None None] Transition to ACTIVE for port object c55fcf3e-7eed-427e-b167-8e7ab1dfdbf1 will not be triggered until provisioned by entity L2. {{(pid=93022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:53:37.973625 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-dc0fbdbe-1342-43f1-9756-4e25d63e08da None None] Transition to ACTIVE for port object c55fcf3e-7eed-427e-b167-8e7ab1dfdbf1 will not be triggered until provisioned by entity DHCP. {{(pid=93022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:53:37.983195 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-dc0fbdbe-1342-43f1-9756-4e25d63e08da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786206872486'] for port, after_create {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:38.057787 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0fbdbe-1342-43f1-9756-4e25d63e08da None None] Network e3f60c64-6ccf-49b9-bb77-5419c953dfdb is already hosted by enough agents. {{(pid=93022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:53:38.065650 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.scheduler.base_scheduler [None req-dc0fbdbe-1342-43f1-9756-4e25d63e08da None None] Resources bound (agent type, host, resource id): {{(pid=93022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:53:38.067699 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0fbdbe-1342-43f1-9756-4e25d63e08da None None] Pushing event updated for resources: {'Port': ['ID=c55fcf3e-7eed-427e-b167-8e7ab1dfdbf1,revision_number=1']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:38.072811 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0fbdbe-1342-43f1-9756-4e25d63e08da None None] Received port after_create {{(pid=93022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:53:38.080545 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0fbdbe-1342-43f1-9756-4e25d63e08da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:38.080892 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0fbdbe-1342-43f1-9756-4e25d63e08da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:38.081234 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0fbdbe-1342-43f1-9756-4e25d63e08da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:38.081565 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0fbdbe-1342-43f1-9756-4e25d63e08da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:38.081897 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0fbdbe-1342-43f1-9756-4e25d63e08da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:38.082222 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0fbdbe-1342-43f1-9756-4e25d63e08da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:38.082573 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0fbdbe-1342-43f1-9756-4e25d63e08da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:38.082942 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0fbdbe-1342-43f1-9756-4e25d63e08da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:38.083282 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0fbdbe-1342-43f1-9756-4e25d63e08da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:38.083607 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0fbdbe-1342-43f1-9756-4e25d63e08da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:38.083928 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0fbdbe-1342-43f1-9756-4e25d63e08da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:38.084246 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0fbdbe-1342-43f1-9756-4e25d63e08da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:38.085368 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0fbdbe-1342-43f1-9756-4e25d63e08da None None] Tracked resource versions report: Jul 16 19:53:38.085368 dv-cinder-800697-3-iscsi neutron-server[93022]: pushed versions: Jul 16 19:53:38.085368 dv-cinder-800697-3-iscsi neutron-server[93022]: { 'AddressGroup': {'1.2'}, Jul 16 19:53:38.085368 dv-cinder-800697-3-iscsi neutron-server[93022]: 'ConntrackHelper': {'1.0'}, Jul 16 19:53:38.085368 dv-cinder-800697-3-iscsi neutron-server[93022]: 'Log': {'1.0'}, Jul 16 19:53:38.085368 dv-cinder-800697-3-iscsi neutron-server[93022]: 'Network': {'1.1'}, Jul 16 19:53:38.085368 dv-cinder-800697-3-iscsi neutron-server[93022]: 'Port': {'1.7'}, Jul 16 19:53:38.085368 dv-cinder-800697-3-iscsi neutron-server[93022]: 'PortForwarding': {'1.2'}, Jul 16 19:53:38.085368 dv-cinder-800697-3-iscsi neutron-server[93022]: 'QosPolicy': {'1.8'}, Jul 16 19:53:38.085368 dv-cinder-800697-3-iscsi neutron-server[93022]: 'SecurityGroup': {'1.4'}, Jul 16 19:53:38.085368 dv-cinder-800697-3-iscsi neutron-server[93022]: 'SecurityGroupRule': {'1.2'}, Jul 16 19:53:38.085368 dv-cinder-800697-3-iscsi neutron-server[93022]: 'SubPort': {'1.0'}, Jul 16 19:53:38.085368 dv-cinder-800697-3-iscsi neutron-server[93022]: 'Subnet': {'1.1'}, Jul 16 19:53:38.085368 dv-cinder-800697-3-iscsi neutron-server[93022]: 'Trunk': {'1.1'}} Jul 16 19:53:38.085368 dv-cinder-800697-3-iscsi neutron-server[93022]: consumer versions: Jul 16 19:53:38.085368 dv-cinder-800697-3-iscsi neutron-server[93022]: { DHCP agent@dv-cinder-800697-3-iscsi: {}, Jul 16 19:53:38.085368 dv-cinder-800697-3-iscsi neutron-server[93022]: L3 agent@dv-cinder-800697-3-iscsi: {}, Jul 16 19:53:38.085368 dv-cinder-800697-3-iscsi neutron-server[93022]: Metadata agent@dv-cinder-800697-3-iscsi: {}, Jul 16 19:53:38.085368 dv-cinder-800697-3-iscsi neutron-server[93022]: Metering agent@dv-cinder-800697-3-iscsi: {}, Jul 16 19:53:38.085368 dv-cinder-800697-3-iscsi neutron-server[93022]: Open vSwitch agent@dv-cinder-800697-3-iscsi: { 'AddressGroup': '1.2', Jul 16 19:53:38.085368 dv-cinder-800697-3-iscsi neutron-server[93022]: 'ConntrackHelper': '1.0', Jul 16 19:53:38.085368 dv-cinder-800697-3-iscsi neutron-server[93022]: 'Log': '1.0', Jul 16 19:53:38.085368 dv-cinder-800697-3-iscsi neutron-server[93022]: 'Network': '1.1', Jul 16 19:53:38.085368 dv-cinder-800697-3-iscsi neutron-server[93022]: 'Port': '1.7', Jul 16 19:53:38.085368 dv-cinder-800697-3-iscsi neutron-server[93022]: 'PortForwarding': '1.2', Jul 16 19:53:38.085368 dv-cinder-800697-3-iscsi neutron-server[93022]: 'QosPolicy': '1.8', Jul 16 19:53:38.085368 dv-cinder-800697-3-iscsi neutron-server[93022]: 'SecurityGroup': '1.4', Jul 16 19:53:38.085368 dv-cinder-800697-3-iscsi neutron-server[93022]: 'SecurityGroupRule': '1.2', Jul 16 19:53:38.085368 dv-cinder-800697-3-iscsi neutron-server[93022]: 'SubPort': '1.0', Jul 16 19:53:38.085368 dv-cinder-800697-3-iscsi neutron-server[93022]: 'Subnet': '1.1', Jul 16 19:53:38.085368 dv-cinder-800697-3-iscsi neutron-server[93022]: 'Trunk': '1.1'}} Jul 16 19:53:38.085368 dv-cinder-800697-3-iscsi neutron-server[93022]: {{(pid=93022) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 19:53:38.150668 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.managers [None req-dc0fbdbe-1342-43f1-9756-4e25d63e08da None None] Attempting to bind port c55fcf3e-7eed-427e-b167-8e7ab1dfdbf1 on host dv-cinder-800697-3-iscsi for vnic_type normal with profile {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:53:38.151334 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.managers [None req-dc0fbdbe-1342-43f1-9756-4e25d63e08da None None] Attempting to bind port c55fcf3e-7eed-427e-b167-8e7ab1dfdbf1 by drivers openvswitch,hyperv on host dv-cinder-800697-3-iscsi at level 0 using segments [{'id': '9d24cde5-6c4d-42ce-b36a-6f522637de70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'e3f60c64-6ccf-49b9-bb77-5419c953dfdb'}] {{(pid=93022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:53:38.151437 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0fbdbe-1342-43f1-9756-4e25d63e08da None None] Attempting to bind port c55fcf3e-7eed-427e-b167-8e7ab1dfdbf1 on network e3f60c64-6ccf-49b9-bb77-5419c953dfdb {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:53:38.156185 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0fbdbe-1342-43f1-9756-4e25d63e08da None None] Checking agent: {'id': '6d2f6f1f-2a68-46fa-b61c-109a868a14b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 53, 32), 'started_at': datetime.datetime(2021, 7, 16, 19, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:53:38.156601 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0fbdbe-1342-43f1-9756-4e25d63e08da None None] Checking segment: {'id': '9d24cde5-6c4d-42ce-b36a-6f522637de70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'e3f60c64-6ccf-49b9-bb77-5419c953dfdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:53:38.157064 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-dc0fbdbe-1342-43f1-9756-4e25d63e08da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:38.157452 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0fbdbe-1342-43f1-9756-4e25d63e08da None None] Bound using segment: {'id': '9d24cde5-6c4d-42ce-b36a-6f522637de70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'e3f60c64-6ccf-49b9-bb77-5419c953dfdb'} {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:53:38.157909 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.managers [None req-dc0fbdbe-1342-43f1-9756-4e25d63e08da None None] Bound port: c55fcf3e-7eed-427e-b167-8e7ab1dfdbf1, host: dv-cinder-800697-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d24cde5-6c4d-42ce-b36a-6f522637de70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'e3f60c64-6ccf-49b9-bb77-5419c953dfdb'}}] {{(pid=93022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:53:38.158331 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-dc0fbdbe-1342-43f1-9756-4e25d63e08da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:38.218858 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-dc0fbdbe-1342-43f1-9756-4e25d63e08da None None] For port c55fcf3e-7eed-427e-b167-8e7ab1dfdbf1, host dv-cinder-800697-3-iscsi, cleared binding levels {{(pid=93022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:53:38.223016 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-dc0fbdbe-1342-43f1-9756-4e25d63e08da None None] For port c55fcf3e-7eed-427e-b167-8e7ab1dfdbf1, host dv-cinder-800697-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=c55fcf3e-7eed-427e-b167-8e7ab1dfdbf1,segment=NetworkSegment(9d24cde5-6c4d-42ce-b36a-6f522637de70),segment_id=9d24cde5-6c4d-42ce-b36a-6f522637de70)] {{(pid=93022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:53:38.227389 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-dc0fbdbe-1342-43f1-9756-4e25d63e08da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:38.293177 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0fbdbe-1342-43f1-9756-4e25d63e08da None None] Pushing event updated for resources: {'Port': ['ID=c55fcf3e-7eed-427e-b167-8e7ab1dfdbf1,revision_number=2']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:39.558490 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 51538) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:53:39.871735 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [None req-89b880e9-3f2d-479a-8eb0-d19034a053fe admin admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93020) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:53:39.872676 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-89b880e9-3f2d-479a-8eb0-d19034a053fe admin admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3132522 Jul 16 19:53:42.232312 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 51546) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:53:42.543850 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [None req-cf31d7b8-6e23-41c6-ab65-86521ac3b316 admin admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93020) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:53:42.544893 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-cf31d7b8-6e23-41c6-ab65-86521ac3b316 admin admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3115525 Jul 16 19:53:43.945646 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device c55fcf3e-7eed-427e-b167-8e7ab1dfdbf1 up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:53:44.037903 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning for port c55fcf3e-7eed-427e-b167-8e7ab1dfdbf1 completed by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:53:44.409376 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914c18ea-3311-41ea-998e-016d533d0ae5 None None] Network e3f60c64-6ccf-49b9-bb77-5419c953dfdb requested from dv-cinder-800697-3-iscsi {{(pid=93022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:53:44.528333 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-5e239e51-c21a-4d4f-b97b-98b85e4380c5 None None] Provisioning for port c55fcf3e-7eed-427e-b167-8e7ab1dfdbf1 completed by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:53:44.535519 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-5e239e51-c21a-4d4f-b97b-98b85e4380c5 None None] Provisioning complete for port c55fcf3e-7eed-427e-b167-8e7ab1dfdbf1 triggered by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:53:44.535910 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-5e239e51-c21a-4d4f-b97b-98b85e4380c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:44.689598 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-5e239e51-c21a-4d4f-b97b-98b85e4380c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:44.728899 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-5e239e51-c21a-4d4f-b97b-98b85e4380c5 None None] For port c55fcf3e-7eed-427e-b167-8e7ab1dfdbf1, host dv-cinder-800697-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=c55fcf3e-7eed-427e-b167-8e7ab1dfdbf1,segment=NetworkSegment(9d24cde5-6c4d-42ce-b36a-6f522637de70),segment_id=9d24cde5-6c4d-42ce-b36a-6f522637de70)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:53:44.733749 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-5e239e51-c21a-4d4f-b97b-98b85e4380c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:44.789991 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e239e51-c21a-4d4f-b97b-98b85e4380c5 None None] Pushing event updated for resources: {'Port': ['ID=c55fcf3e-7eed-427e-b167-8e7ab1dfdbf1,revision_number=3']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:44.953575 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-d9c81843-2e39-4313-9236-097eead6da6a None None] Provisioning complete for port c55fcf3e-7eed-427e-b167-8e7ab1dfdbf1 triggered by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:53:44.954192 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d9c81843-2e39-4313-9236-097eead6da6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:45.197368 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 51560) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:53:45.486133 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [None req-6340f0f8-1f29-4994-8057-51a249e3cbdb admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'c7a32de6145c40769d3e7638d447c13b'}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:53:45.510540 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-6340f0f8-1f29-4994-8057-51a249e3cbdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8363236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126830'] for router, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:45.512086 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-6340f0f8-1f29-4994-8057-51a249e3cbdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8300438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8363043', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8382923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126823'] for router, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:45.668925 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-6340f0f8-1f29-4994-8057-51a249e3cbdb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:45.673510 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-6340f0f8-1f29-4994-8057-51a249e3cbdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8363247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8363028'] for router, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:45.686198 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-6340f0f8-1f29-4994-8057-51a249e3cbdb admin admin] Notify callbacks [] for router, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:45.687400 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-6340f0f8-1f29-4994-8057-51a249e3cbdb admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4890656 Jul 16 19:53:45.916814 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device c55fcf3e-7eed-427e-b167-8e7ab1dfdbf1 up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:53:45.962020 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning complete for port c55fcf3e-7eed-427e-b167-8e7ab1dfdbf1 triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:53:45.962674 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:48.043844 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 51568) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:53:48.354854 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [None req-4245150c-6d10-4ea0-b6e6-081348ab3c96 admin admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93020) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:53:48.355833 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-4245150c-6d10-4ea0-b6e6-081348ab3c96 admin admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3110654 Jul 16 19:53:50.143083 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-8a206052-6e44-4a33-9f32-b1d623f428b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:50.702532 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 51576) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:53:51.003798 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [None req-c038fb6d-43d8-4d51-b15b-fb06d7428cbf admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:53:51.026436 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c038fb6d-43d8-4d51-b15b-fb06d7428cbf admin admin] Made reservation on behalf of 5a9cbeae32e24f8997e11a8ab3bf0146 for: {'network': 1} {{(pid=93020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:53:51.028781 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-c038fb6d-43d8-4d51-b15b-fb06d7428cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for network, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:51.044757 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-c038fb6d-43d8-4d51-b15b-fb06d7428cbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:51.161140 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-c038fb6d-43d8-4d51-b15b-fb06d7428cbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:51.164895 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-c038fb6d-43d8-4d51-b15b-fb06d7428cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:51.182931 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c038fb6d-43d8-4d51-b15b-fb06d7428cbf admin admin] Reserving flat network on physical network physnet1 {{(pid=93020) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 16 19:53:51.201990 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c038fb6d-43d8-4d51-b15b-fb06d7428cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1864f1c8-2b4d-40db-8700-b8b3567c4b4a,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:51.210964 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-c038fb6d-43d8-4d51-b15b-fb06d7428cbf admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786207386435', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964265'] for segment, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:51.211512 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-c038fb6d-43d8-4d51-b15b-fb06d7428cbf admin admin] Unsubscribe: segment precommit_create {{(pid=93020) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 19:53:51.212380 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.db.segments_db [None req-c038fb6d-43d8-4d51-b15b-fb06d7428cbf admin admin] Added segment cdf336fb-2473-4d8c-b46d-c083e8b3b4ea of type flat for network 72bddd3a-8a62-4354-b4b3-8a4b3e183ea3 Jul 16 19:53:51.271962 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-c038fb6d-43d8-4d51-b15b-fb06d7428cbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786206831382'] for network, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:51.319329 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-c038fb6d-43d8-4d51-b15b-fb06d7428cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851'] for network, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:51.320277 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c038fb6d-43d8-4d51-b15b-fb06d7428cbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:51.320876 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-c038fb6d-43d8-4d51-b15b-fb06d7428cbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for network, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:51.367023 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-c038fb6d-43d8-4d51-b15b-fb06d7428cbf admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6634352 Jul 16 19:53:51.413516 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c038fb6d-43d8-4d51-b15b-fb06d7428cbf admin admin] Pushing event updated for resources: {'Network': ['ID=72bddd3a-8a62-4354-b4b3-8a4b3e183ea3,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:51.424482 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Network 72bddd3a-8a62-4354-b4b3-8a4b3e183ea3 details requested by agent ovs-agent-dv-cinder-800697-3-iscsi with host dv-cinder-800697-3-iscsi {{(pid=93022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:53:52.198477 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-09d927a3-fbaa-4f00-8ae6-dc94bdc1ee54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:53.257389 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:53.723067 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 51594) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:53:53.895715 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967f844f-5627-4e6e-9ae8-0b72d7ed5f71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:53.897636 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-967f844f-5627-4e6e-9ae8-0b72d7ed5f71 admin admin] 10.222.0.98 "GET /v2.0/subnets/3747b855-72f7-4083-bdf2-71ce06a4f66c HTTP/1.1" status: 200 len: 849 time: 0.1736104 Jul 16 19:53:54.009311 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-c0028f4b-b8fb-4d0c-9827-0ba9b406ccc3 admin admin] 10.222.0.98 "GET /v2.0/routers/5b7080b1-1bce-4c7b-94b7-e1fd1af7ca1c HTTP/1.1" status: 200 len: 704 time: 0.1061063 Jul 16 19:53:54.271425 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-c162cad0-f476-4740-825a-515eb74a52d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:54.556313 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.db_base_plugin_common [None req-c162cad0-f476-4740-825a-515eb74a52d5 admin admin] Allocated IP 172.20.0.1 (e3f60c64-6ccf-49b9-bb77-5419c953dfdb/3747b855-72f7-4083-bdf2-71ce06a4f66c/617a149e-b27f-4f5a-8e2b-7bb932930a69) {{(pid=93020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:53:54.694758 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:54.709202 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-c162cad0-f476-4740-825a-515eb74a52d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:54.733259 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-c162cad0-f476-4740-825a-515eb74a52d5 admin admin] Transition to ACTIVE for port object 617a149e-b27f-4f5a-8e2b-7bb932930a69 will not be triggered until provisioned by entity DHCP. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:53:54.855679 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-c162cad0-f476-4740-825a-515eb74a52d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786206872486'] for port, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:54.920578 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c162cad0-f476-4740-825a-515eb74a52d5 admin admin] Network e3f60c64-6ccf-49b9-bb77-5419c953dfdb is already hosted by enough agents. {{(pid=93020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:53:54.927642 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.base_scheduler [None req-c162cad0-f476-4740-825a-515eb74a52d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:53:54.933087 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c162cad0-f476-4740-825a-515eb74a52d5 admin admin] Received port after_create {{(pid=93020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:53:54.933477 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-c162cad0-f476-4740-825a-515eb74a52d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8300323'] for router_interface, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:54.997542 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c162cad0-f476-4740-825a-515eb74a52d5 admin admin] Pushing event updated for resources: {'Port': ['ID=617a149e-b27f-4f5a-8e2b-7bb932930a69,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:55.102198 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-8bdbb29b-cc4b-49a0-a2ae-7473067fde0c None None] Provisioning for port 617a149e-b27f-4f5a-8e2b-7bb932930a69 completed by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:53:55.105777 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-8bdbb29b-cc4b-49a0-a2ae-7473067fde0c None None] Provisioning complete for port 617a149e-b27f-4f5a-8e2b-7bb932930a69 triggered by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:53:55.106087 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-8bdbb29b-cc4b-49a0-a2ae-7473067fde0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:55.142533 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-8bdbb29b-cc4b-49a0-a2ae-7473067fde0c None None] Port 617a149e-b27f-4f5a-8e2b-7bb932930a69 cannot update to ACTIVE because it is not bound. {{(pid=93022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:53:55.153124 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-c162cad0-f476-4740-825a-515eb74a52d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:55.327207 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-c162cad0-f476-4740-825a-515eb74a52d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:55.331586 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-c162cad0-f476-4740-825a-515eb74a52d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:55.332322 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-c162cad0-f476-4740-825a-515eb74a52d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8300375'] for router_interface, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:55.392450 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c162cad0-f476-4740-825a-515eb74a52d5 admin admin] Pushing event updated for resources: {'Port': ['ID=617a149e-b27f-4f5a-8e2b-7bb932930a69,revision_number=2']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:55.455312 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c162cad0-f476-4740-825a-515eb74a52d5 admin admin] Network e3f60c64-6ccf-49b9-bb77-5419c953dfdb is already hosted by enough agents. {{(pid=93020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:53:55.456607 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.base_scheduler [None req-c162cad0-f476-4740-825a-515eb74a52d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:53:55.613356 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c162cad0-f476-4740-825a-515eb74a52d5 admin admin] Router 5b7080b1-1bce-4c7b-94b7-e1fd1af7ca1c is scheduled to L3 agent 2edc1d69-0f6a-462d-a1c4-2c7c9be5649e with binding_index 1 {{(pid=93020) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:53:55.661900 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-21d11b0a-4023-4942-87a6-e0a684ca0e4e None None] Provisioning complete for port 617a149e-b27f-4f5a-8e2b-7bb932930a69 triggered by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:53:55.662383 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-21d11b0a-4023-4942-87a6-e0a684ca0e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:55.695388 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-21d11b0a-4023-4942-87a6-e0a684ca0e4e None None] Port 617a149e-b27f-4f5a-8e2b-7bb932930a69 cannot update to ACTIVE because it is not bound. {{(pid=93022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:53:55.703575 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c162cad0-f476-4740-825a-515eb74a52d5 admin admin] Notify agent at l3_agent.dv-cinder-800697-3-iscsi the message routers_updated {{(pid=93020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:53:55.708598 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-c162cad0-f476-4740-825a-515eb74a52d5 admin admin] 10.222.0.98 "PUT /v2.0/routers/5b7080b1-1bce-4c7b-94b7-e1fd1af7ca1c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6946166 Jul 16 19:53:55.726052 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa802b4c-1653-472b-9ec2-b561a3e418a6 None None] Sync routers for ids ['5b7080b1-1bce-4c7b-94b7-e1fd1af7ca1c'] in dv-cinder-800697-3-iscsi {{(pid=93023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:53:55.737057 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa802b4c-1653-472b-9ec2-b561a3e418a6 None None] Routers {'5b7080b1-1bce-4c7b-94b7-e1fd1af7ca1c'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:53:55.737900 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-fa802b4c-1653-472b-9ec2-b561a3e418a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T19:53:52Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['5b7080b1-1bce-4c7b-94b7-e1fd1af7ca1c'], 'active': True} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:53:55.918459 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvr_db [None req-fa802b4c-1653-472b-9ec2-b561a3e418a6 None None] Set router 5b7080b1-1bce-4c7b-94b7-e1fd1af7ca1c gateway port host: None {{(pid=93023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:53:56.338315 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-fa802b4c-1653-472b-9ec2-b561a3e418a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7080b1-1bce-4c7b-94b7-e1fd1af7ca1c', 'name': 'router1', 'tenant_id': 'c7a32de6145c40769d3e7638d447c13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:53:45Z', 'updated_at': '2021-07-16T19:53:55Z', 'revision_number': 2, 'project_id': 'c7a32de6145c40769d3e7638d447c13b', 'gw_port_host': None, '_interfaces': [{'id': '617a149e-b27f-4f5a-8e2b-7bb932930a69', 'name': '', 'network_id': 'e3f60c64-6ccf-49b9-bb77-5419c953dfdb', 'tenant_id': 'c7a32de6145c40769d3e7638d447c13b', 'mac_address': 'fa:16:3e:75:77:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7080b1-1bce-4c7b-94b7-e1fd1af7ca1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3747b855-72f7-4083-bdf2-71ce06a4f66c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:53:54Z', 'updated_at': '2021-07-16T19:53:55Z', 'revision_number': 2, 'project_id': 'c7a32de6145c40769d3e7638d447c13b', 'subnets': [{'id': '3747b855-72f7-4083-bdf2-71ce06a4f66c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2592ecbc-212e-4eb9-ae18-c5fdd54fd662'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:53:56.386437 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa802b4c-1653-472b-9ec2-b561a3e418a6 None None] Checking router: 5b7080b1-1bce-4c7b-94b7-e1fd1af7ca1c for host: dv-cinder-800697-3-iscsi {{(pid=93023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:53:56.386814 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa802b4c-1653-472b-9ec2-b561a3e418a6 None None] Updating router 5b7080b1-1bce-4c7b-94b7-e1fd1af7ca1c port 617a149e-b27f-4f5a-8e2b-7bb932930a69 binding host dv-cinder-800697-3-iscsi {{(pid=93023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:53:56.448908 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-fa802b4c-1653-472b-9ec2-b561a3e418a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:56.929308 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-fa802b4c-1653-472b-9ec2-b561a3e418a6 None None] Notify callbacks [] for port, precommit_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:56.947241 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.provisioning_blocks [None req-fa802b4c-1653-472b-9ec2-b561a3e418a6 None None] Transition to ACTIVE for port object 617a149e-b27f-4f5a-8e2b-7bb932930a69 will not be triggered until provisioned by entity L2. {{(pid=93023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:53:56.952717 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-fa802b4c-1653-472b-9ec2-b561a3e418a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:57.115554 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [None req-fa802b4c-1653-472b-9ec2-b561a3e418a6 None None] Attempting to bind port 617a149e-b27f-4f5a-8e2b-7bb932930a69 on host dv-cinder-800697-3-iscsi for vnic_type normal with profile {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:53:57.115984 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [None req-fa802b4c-1653-472b-9ec2-b561a3e418a6 None None] Attempting to bind port 617a149e-b27f-4f5a-8e2b-7bb932930a69 by drivers openvswitch,hyperv on host dv-cinder-800697-3-iscsi at level 0 using segments [{'id': '9d24cde5-6c4d-42ce-b36a-6f522637de70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'e3f60c64-6ccf-49b9-bb77-5419c953dfdb'}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:53:57.116387 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa802b4c-1653-472b-9ec2-b561a3e418a6 None None] Attempting to bind port 617a149e-b27f-4f5a-8e2b-7bb932930a69 on network e3f60c64-6ccf-49b9-bb77-5419c953dfdb {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:53:57.119629 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fa260d-4c6d-4d33-8080-69d9336a80dc None None] Pushing event updated for resources: {'Port': ['ID=617a149e-b27f-4f5a-8e2b-7bb932930a69,revision_number=3']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:57.128399 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa802b4c-1653-472b-9ec2-b561a3e418a6 None None] Checking agent: {'id': '6d2f6f1f-2a68-46fa-b61c-109a868a14b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 53, 32), 'started_at': datetime.datetime(2021, 7, 16, 19, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:53:57.128807 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa802b4c-1653-472b-9ec2-b561a3e418a6 None None] Checking segment: {'id': '9d24cde5-6c4d-42ce-b36a-6f522637de70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'e3f60c64-6ccf-49b9-bb77-5419c953dfdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:53:57.129271 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-fa802b4c-1653-472b-9ec2-b561a3e418a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:57.129695 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa802b4c-1653-472b-9ec2-b561a3e418a6 None None] Bound using segment: {'id': '9d24cde5-6c4d-42ce-b36a-6f522637de70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'e3f60c64-6ccf-49b9-bb77-5419c953dfdb'} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:53:57.130303 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [None req-fa802b4c-1653-472b-9ec2-b561a3e418a6 None None] Bound port: 617a149e-b27f-4f5a-8e2b-7bb932930a69, host: dv-cinder-800697-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d24cde5-6c4d-42ce-b36a-6f522637de70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'e3f60c64-6ccf-49b9-bb77-5419c953dfdb'}}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:53:57.130822 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-fa802b4c-1653-472b-9ec2-b561a3e418a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:57.133148 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fa260d-4c6d-4d33-8080-69d9336a80dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:57.133482 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fa260d-4c6d-4d33-8080-69d9336a80dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:57.133809 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fa260d-4c6d-4d33-8080-69d9336a80dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:57.134387 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fa260d-4c6d-4d33-8080-69d9336a80dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:57.134732 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fa260d-4c6d-4d33-8080-69d9336a80dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:57.135055 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fa260d-4c6d-4d33-8080-69d9336a80dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:57.135485 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fa260d-4c6d-4d33-8080-69d9336a80dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:57.135845 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fa260d-4c6d-4d33-8080-69d9336a80dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:57.136166 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fa260d-4c6d-4d33-8080-69d9336a80dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:57.136483 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fa260d-4c6d-4d33-8080-69d9336a80dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:57.136790 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fa260d-4c6d-4d33-8080-69d9336a80dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:57.137102 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fa260d-4c6d-4d33-8080-69d9336a80dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:53:57.138180 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fa260d-4c6d-4d33-8080-69d9336a80dc None None] Tracked resource versions report: Jul 16 19:53:57.138180 dv-cinder-800697-3-iscsi neutron-server[93023]: pushed versions: Jul 16 19:53:57.138180 dv-cinder-800697-3-iscsi neutron-server[93023]: { 'AddressGroup': {'1.2'}, Jul 16 19:53:57.138180 dv-cinder-800697-3-iscsi neutron-server[93023]: 'ConntrackHelper': {'1.0'}, Jul 16 19:53:57.138180 dv-cinder-800697-3-iscsi neutron-server[93023]: 'Log': {'1.0'}, Jul 16 19:53:57.138180 dv-cinder-800697-3-iscsi neutron-server[93023]: 'Network': {'1.1'}, Jul 16 19:53:57.138180 dv-cinder-800697-3-iscsi neutron-server[93023]: 'Port': {'1.7'}, Jul 16 19:53:57.138180 dv-cinder-800697-3-iscsi neutron-server[93023]: 'PortForwarding': {'1.2'}, Jul 16 19:53:57.138180 dv-cinder-800697-3-iscsi neutron-server[93023]: 'QosPolicy': {'1.8'}, Jul 16 19:53:57.138180 dv-cinder-800697-3-iscsi neutron-server[93023]: 'SecurityGroup': {'1.4'}, Jul 16 19:53:57.138180 dv-cinder-800697-3-iscsi neutron-server[93023]: 'SecurityGroupRule': {'1.2'}, Jul 16 19:53:57.138180 dv-cinder-800697-3-iscsi neutron-server[93023]: 'SubPort': {'1.0'}, Jul 16 19:53:57.138180 dv-cinder-800697-3-iscsi neutron-server[93023]: 'Subnet': {'1.1'}, Jul 16 19:53:57.138180 dv-cinder-800697-3-iscsi neutron-server[93023]: 'Trunk': {'1.1'}} Jul 16 19:53:57.138180 dv-cinder-800697-3-iscsi neutron-server[93023]: consumer versions: Jul 16 19:53:57.138180 dv-cinder-800697-3-iscsi neutron-server[93023]: { DHCP agent@dv-cinder-800697-3-iscsi: {}, Jul 16 19:53:57.138180 dv-cinder-800697-3-iscsi neutron-server[93023]: L3 agent@dv-cinder-800697-3-iscsi: {}, Jul 16 19:53:57.138180 dv-cinder-800697-3-iscsi neutron-server[93023]: Metadata agent@dv-cinder-800697-3-iscsi: {}, Jul 16 19:53:57.138180 dv-cinder-800697-3-iscsi neutron-server[93023]: Metering agent@dv-cinder-800697-3-iscsi: {}, Jul 16 19:53:57.138180 dv-cinder-800697-3-iscsi neutron-server[93023]: Open vSwitch agent@dv-cinder-800697-3-iscsi: { 'AddressGroup': '1.2', Jul 16 19:53:57.138180 dv-cinder-800697-3-iscsi neutron-server[93023]: 'ConntrackHelper': '1.0', Jul 16 19:53:57.138180 dv-cinder-800697-3-iscsi neutron-server[93023]: 'Log': '1.0', Jul 16 19:53:57.138180 dv-cinder-800697-3-iscsi neutron-server[93023]: 'Network': '1.1', Jul 16 19:53:57.138180 dv-cinder-800697-3-iscsi neutron-server[93023]: 'Port': '1.7', Jul 16 19:53:57.138180 dv-cinder-800697-3-iscsi neutron-server[93023]: 'PortForwarding': '1.2', Jul 16 19:53:57.138180 dv-cinder-800697-3-iscsi neutron-server[93023]: 'QosPolicy': '1.8', Jul 16 19:53:57.138180 dv-cinder-800697-3-iscsi neutron-server[93023]: 'SecurityGroup': '1.4', Jul 16 19:53:57.138180 dv-cinder-800697-3-iscsi neutron-server[93023]: 'SecurityGroupRule': '1.2', Jul 16 19:53:57.138180 dv-cinder-800697-3-iscsi neutron-server[93023]: 'SubPort': '1.0', Jul 16 19:53:57.138180 dv-cinder-800697-3-iscsi neutron-server[93023]: 'Subnet': '1.1', Jul 16 19:53:57.138180 dv-cinder-800697-3-iscsi neutron-server[93023]: 'Trunk': '1.1'}} Jul 16 19:53:57.138180 dv-cinder-800697-3-iscsi neutron-server[93023]: {{(pid=93023) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 19:53:57.207122 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [None req-fa802b4c-1653-472b-9ec2-b561a3e418a6 None None] For port 617a149e-b27f-4f5a-8e2b-7bb932930a69, host dv-cinder-800697-3-iscsi, cleared binding levels {{(pid=93023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:53:57.229379 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [None req-fa802b4c-1653-472b-9ec2-b561a3e418a6 None None] For port 617a149e-b27f-4f5a-8e2b-7bb932930a69, host dv-cinder-800697-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=617a149e-b27f-4f5a-8e2b-7bb932930a69,segment=NetworkSegment(9d24cde5-6c4d-42ce-b36a-6f522637de70),segment_id=9d24cde5-6c4d-42ce-b36a-6f522637de70)] {{(pid=93023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:53:57.233770 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-fa802b4c-1653-472b-9ec2-b561a3e418a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:57.291956 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa802b4c-1653-472b-9ec2-b561a3e418a6 None None] Routers {'5b7080b1-1bce-4c7b-94b7-e1fd1af7ca1c'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:53:57.292609 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-fa802b4c-1653-472b-9ec2-b561a3e418a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T19:53:52Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['5b7080b1-1bce-4c7b-94b7-e1fd1af7ca1c'], 'active': True} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:53:57.329672 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fa260d-4c6d-4d33-8080-69d9336a80dc None None] Pushing event updated for resources: {'Port': ['ID=617a149e-b27f-4f5a-8e2b-7bb932930a69,revision_number=4']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:57.394026 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvr_db [None req-fa802b4c-1653-472b-9ec2-b561a3e418a6 None None] Set router 5b7080b1-1bce-4c7b-94b7-e1fd1af7ca1c gateway port host: None {{(pid=93023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:53:57.601003 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-fa802b4c-1653-472b-9ec2-b561a3e418a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7080b1-1bce-4c7b-94b7-e1fd1af7ca1c', 'name': 'router1', 'tenant_id': 'c7a32de6145c40769d3e7638d447c13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:53:45Z', 'updated_at': '2021-07-16T19:53:55Z', 'revision_number': 2, 'project_id': 'c7a32de6145c40769d3e7638d447c13b', 'gw_port_host': None, '_interfaces': [{'id': '617a149e-b27f-4f5a-8e2b-7bb932930a69', 'name': '', 'network_id': 'e3f60c64-6ccf-49b9-bb77-5419c953dfdb', 'tenant_id': 'c7a32de6145c40769d3e7638d447c13b', 'mac_address': 'fa:16:3e:75:77:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7080b1-1bce-4c7b-94b7-e1fd1af7ca1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3747b855-72f7-4083-bdf2-71ce06a4f66c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:53:54Z', 'updated_at': '2021-07-16T19:53:57Z', 'revision_number': 4, 'project_id': 'c7a32de6145c40769d3e7638d447c13b', 'subnets': [{'id': '3747b855-72f7-4083-bdf2-71ce06a4f66c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2592ecbc-212e-4eb9-ae18-c5fdd54fd662'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:53:57.626942 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa802b4c-1653-472b-9ec2-b561a3e418a6 None None] The sync data for ids ['5b7080b1-1bce-4c7b-94b7-e1fd1af7ca1c'] in dv-cinder-800697-3-iscsi is: [{'id': '5b7080b1-1bce-4c7b-94b7-e1fd1af7ca1c', 'name': 'router1', 'tenant_id': 'c7a32de6145c40769d3e7638d447c13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:53:45Z', 'updated_at': '2021-07-16T19:53:55Z', 'revision_number': 2, 'project_id': 'c7a32de6145c40769d3e7638d447c13b', 'gw_port_host': None, '_interfaces': [{'id': '617a149e-b27f-4f5a-8e2b-7bb932930a69', 'name': '', 'network_id': 'e3f60c64-6ccf-49b9-bb77-5419c953dfdb', 'tenant_id': 'c7a32de6145c40769d3e7638d447c13b', 'mac_address': 'fa:16:3e:75:77:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7080b1-1bce-4c7b-94b7-e1fd1af7ca1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3747b855-72f7-4083-bdf2-71ce06a4f66c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:53:54Z', 'updated_at': '2021-07-16T19:53:57Z', 'revision_number': 4, 'project_id': 'c7a32de6145c40769d3e7638d447c13b', 'subnets': [{'id': '3747b855-72f7-4083-bdf2-71ce06a4f66c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2592ecbc-212e-4eb9-ae18-c5fdd54fd662'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:53:57.929124 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 51614) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:53:58.076529 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5104ef67-cf80-4d4a-a426-3ab4df86efee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:58.077913 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-5104ef67-cf80-4d4a-a426-3ab4df86efee admin admin] 10.222.0.98 "GET /v2.0/networks/72bddd3a-8a62-4354-b4b3-8a4b3e183ea3 HTTP/1.1" status: 200 len: 842 time: 0.1478326 Jul 16 19:53:58.087698 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [None req-6190540a-124a-43e7-aff0-679ab3f089d0 admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'name': 'public-subnet'}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:53:58.111938 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6190540a-124a-43e7-aff0-679ab3f089d0 admin admin] Made reservation on behalf of 5a9cbeae32e24f8997e11a8ab3bf0146 for: {'subnet': 1} {{(pid=93021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:53:58.114934 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6190540a-124a-43e7-aff0-679ab3f089d0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:58.529151 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.objects.ports [None req-6190540a-124a-43e7-aff0-679ab3f089d0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93021) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 19:53:58.529619 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6190540a-124a-43e7-aff0-679ab3f089d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7945194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851'] for subnet, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:58.587671 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6190540a-124a-43e7-aff0-679ab3f089d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7c8a0af-efd8-4b77-9799-206f74457d50,revision_number=0']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:53:58.595886 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6190540a-124a-43e7-aff0-679ab3f089d0 admin admin] Checking segment: {'id': 'cdf336fb-2473-4d8c-b46d-c083e8b3b4ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:53:58.596260 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6190540a-124a-43e7-aff0-679ab3f089d0 admin admin] Network hostable DHCP agents. Network: 72bddd3a-8a62-4354-b4b3-8a4b3e183ea3, hostable agents: ['b3327041-ebae-4eef-8a27-dd2dfc08199a'], hosted agents: [] {{(pid=93021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:53:58.619948 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6190540a-124a-43e7-aff0-679ab3f089d0 admin admin] Network 72bddd3a-8a62-4354-b4b3-8a4b3e183ea3 is scheduled to be hosted by DHCP agent b3327041-ebae-4eef-8a27-dd2dfc08199a with binding_index 1 {{(pid=93021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:53:58.631404 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.base_scheduler [None req-6190540a-124a-43e7-aff0-679ab3f089d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-3-iscsi, 72bddd3a-8a62-4354-b4b3-8a4b3e183ea3) {{(pid=93021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:53:58.639578 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fca3f69-fa4f-4c3d-9f97-12de12308bdb None None] Network 72bddd3a-8a62-4354-b4b3-8a4b3e183ea3 requested from dv-cinder-800697-3-iscsi {{(pid=93022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:53:58.641151 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6190540a-124a-43e7-aff0-679ab3f089d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:53:58.641887 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6190540a-124a-43e7-aff0-679ab3f089d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for subnet, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:58.657109 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-6190540a-124a-43e7-aff0-679ab3f089d0 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5728824 Jul 16 19:53:58.771139 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3e957c-2a2e-4388-abe1-e1feb1043a43 None None] Network 72bddd3a-8a62-4354-b4b3-8a4b3e183ea3 requested from dv-cinder-800697-3-iscsi {{(pid=93022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:54:00.948485 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 51626) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:01.175547 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-3dea38d7-22e7-421e-b58d-7e784033d6a4 admin admin] 10.222.0.98 "GET /v2.0/routers/5b7080b1-1bce-4c7b-94b7-e1fd1af7ca1c HTTP/1.1" status: 200 len: 710 time: 0.2260110 Jul 16 19:54:01.262681 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea2f75e-5cc4-43ea-91ac-468953aa8380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:54:01.264045 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-9ea2f75e-5cc4-43ea-91ac-468953aa8380 admin admin] 10.222.0.98 "GET /v2.0/networks/72bddd3a-8a62-4354-b4b3-8a4b3e183ea3 HTTP/1.1" status: 200 len: 886 time: 0.0822992 Jul 16 19:54:01.272774 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [None req-65d9e78d-a029-4297-89b5-65130c923b6e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3'}}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:54:01.519936 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-65d9e78d-a029-4297-89b5-65130c923b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8363057', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8363137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126837'] for router, precommit_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:01.755419 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-65d9e78d-a029-4297-89b5-65130c923b6e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:01.830382 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-65d9e78d-a029-4297-89b5-65130c923b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:01.945338 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 617a149e-b27f-4f5a-8e2b-7bb932930a69 up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:54:01.991827 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning for port 617a149e-b27f-4f5a-8e2b-7bb932930a69 completed by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:54:01.995507 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning complete for port 617a149e-b27f-4f5a-8e2b-7bb932930a69 triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:54:01.995870 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:02.032605 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.db_base_plugin_common [None req-65d9e78d-a029-4297-89b5-65130c923b6e admin admin] Allocated IP 172.27.1.69 (72bddd3a-8a62-4354-b4b3-8a4b3e183ea3/b7c8a0af-efd8-4b77-9799-206f74457d50/7a3cde40-5d3d-4532-a0ea-6321ff091cf3) {{(pid=93021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:54:02.071861 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:02.104637 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] For port 617a149e-b27f-4f5a-8e2b-7bb932930a69, host dv-cinder-800697-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=617a149e-b27f-4f5a-8e2b-7bb932930a69,segment=NetworkSegment(9d24cde5-6c4d-42ce-b36a-6f522637de70),segment_id=9d24cde5-6c4d-42ce-b36a-6f522637de70)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:54:02.108288 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:02.145720 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-65d9e78d-a029-4297-89b5-65130c923b6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:02.198675 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Pushing event updated for resources: {'Port': ['ID=617a149e-b27f-4f5a-8e2b-7bb932930a69,revision_number=5']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:02.225469 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:02.234677 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-65d9e78d-a029-4297-89b5-65130c923b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786206872486'] for port, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:02.297496 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d9e78d-a029-4297-89b5-65130c923b6e admin admin] Network 72bddd3a-8a62-4354-b4b3-8a4b3e183ea3 is already hosted by enough agents. {{(pid=93021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:54:02.303103 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.base_scheduler [None req-65d9e78d-a029-4297-89b5-65130c923b6e admin admin] Resources bound (agent type, host, resource id): {{(pid=93021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:54:02.310410 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d9e78d-a029-4297-89b5-65130c923b6e admin admin] Received port after_create {{(pid=93021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:54:02.376020 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d9e78d-a029-4297-89b5-65130c923b6e admin admin] Pushing event updated for resources: {'Port': ['ID=7a3cde40-5d3d-4532-a0ea-6321ff091cf3,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:02.587659 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-65d9e78d-a029-4297-89b5-65130c923b6e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:02.775522 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-65d9e78d-a029-4297-89b5-65130c923b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8363057', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8363137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126837'] for router, precommit_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:02.778697 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-65d9e78d-a029-4297-89b5-65130c923b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8363028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8363014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8363039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8363158'] for router, after_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:02.884503 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d9e78d-a029-4297-89b5-65130c923b6e admin admin] Router 5b7080b1-1bce-4c7b-94b7-e1fd1af7ca1c has already been hosted by L3 agent 2edc1d69-0f6a-462d-a1c4-2c7c9be5649e {{(pid=93021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:54:02.987394 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d9e78d-a029-4297-89b5-65130c923b6e admin admin] Notify agent at l3_agent.dv-cinder-800697-3-iscsi the message routers_updated {{(pid=93021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:54:02.991892 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-65d9e78d-a029-4297-89b5-65130c923b6e admin admin] Notify callbacks [] for router, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:02.992950 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-65d9e78d-a029-4297-89b5-65130c923b6e admin admin] 10.222.0.98 "PUT /v2.0/routers/5b7080b1-1bce-4c7b-94b7-e1fd1af7ca1c HTTP/1.1" status: 200 len: 889 time: 1.7236443 Jul 16 19:54:02.997220 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad1e638-10ab-4acd-8348-0ccc3d61cbc7 None None] Sync routers for ids ['5b7080b1-1bce-4c7b-94b7-e1fd1af7ca1c'] in dv-cinder-800697-3-iscsi {{(pid=93022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:54:03.009211 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad1e638-10ab-4acd-8348-0ccc3d61cbc7 None None] Routers {'5b7080b1-1bce-4c7b-94b7-e1fd1af7ca1c'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:54:03.009886 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-dad1e638-10ab-4acd-8348-0ccc3d61cbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T19:53:52Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['5b7080b1-1bce-4c7b-94b7-e1fd1af7ca1c'], 'active': True} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:03.224216 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvr_db [None req-dad1e638-10ab-4acd-8348-0ccc3d61cbc7 None None] Set router 5b7080b1-1bce-4c7b-94b7-e1fd1af7ca1c gateway port host: dv-cinder-800697-3-iscsi {{(pid=93022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:54:03.602872 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-dad1e638-10ab-4acd-8348-0ccc3d61cbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7080b1-1bce-4c7b-94b7-e1fd1af7ca1c', 'name': 'router1', 'tenant_id': 'c7a32de6145c40769d3e7638d447c13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '7a3cde40-5d3d-4532-a0ea-6321ff091cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:53:45Z', 'updated_at': '2021-07-16T19:54:02Z', 'revision_number': 4, 'project_id': 'c7a32de6145c40769d3e7638d447c13b', 'gw_port': {'id': '7a3cde40-5d3d-4532-a0ea-6321ff091cf3', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b3:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7080b1-1bce-4c7b-94b7-e1fd1af7ca1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:54:01Z', 'updated_at': '2021-07-16T19:54:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_interfaces': [{'id': '617a149e-b27f-4f5a-8e2b-7bb932930a69', 'name': '', 'network_id': 'e3f60c64-6ccf-49b9-bb77-5419c953dfdb', 'tenant_id': 'c7a32de6145c40769d3e7638d447c13b', 'mac_address': 'fa:16:3e:75:77:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7080b1-1bce-4c7b-94b7-e1fd1af7ca1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3747b855-72f7-4083-bdf2-71ce06a4f66c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:53:54Z', 'updated_at': '2021-07-16T19:54:02Z', 'revision_number': 5, 'project_id': 'c7a32de6145c40769d3e7638d447c13b', 'subnets': [{'id': '3747b855-72f7-4083-bdf2-71ce06a4f66c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2592ecbc-212e-4eb9-ae18-c5fdd54fd662'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:03.653041 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad1e638-10ab-4acd-8348-0ccc3d61cbc7 None None] Checking router: 5b7080b1-1bce-4c7b-94b7-e1fd1af7ca1c for host: dv-cinder-800697-3-iscsi {{(pid=93022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:54:03.653386 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad1e638-10ab-4acd-8348-0ccc3d61cbc7 None None] Updating router 5b7080b1-1bce-4c7b-94b7-e1fd1af7ca1c port 7a3cde40-5d3d-4532-a0ea-6321ff091cf3 binding host dv-cinder-800697-3-iscsi {{(pid=93022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:54:03.685751 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-dad1e638-10ab-4acd-8348-0ccc3d61cbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:03.942112 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 617a149e-b27f-4f5a-8e2b-7bb932930a69 up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:54:04.050646 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-dad1e638-10ab-4acd-8348-0ccc3d61cbc7 None None] Notify callbacks [] for port, precommit_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:04.058671 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning complete for port 617a149e-b27f-4f5a-8e2b-7bb932930a69 triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:54:04.059034 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:04.082687 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-dad1e638-10ab-4acd-8348-0ccc3d61cbc7 None None] Transition to ACTIVE for port object 7a3cde40-5d3d-4532-a0ea-6321ff091cf3 will not be triggered until provisioned by entity L2. {{(pid=93022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:54:04.093980 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-dad1e638-10ab-4acd-8348-0ccc3d61cbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:04.148952 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.managers [None req-dad1e638-10ab-4acd-8348-0ccc3d61cbc7 None None] Attempting to bind port 7a3cde40-5d3d-4532-a0ea-6321ff091cf3 on host dv-cinder-800697-3-iscsi for vnic_type normal with profile {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:54:04.149239 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.managers [None req-dad1e638-10ab-4acd-8348-0ccc3d61cbc7 None None] Attempting to bind port 7a3cde40-5d3d-4532-a0ea-6321ff091cf3 by drivers openvswitch,hyperv on host dv-cinder-800697-3-iscsi at level 0 using segments [{'id': 'cdf336fb-2473-4d8c-b46d-c083e8b3b4ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3'}] {{(pid=93022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:54:04.149601 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad1e638-10ab-4acd-8348-0ccc3d61cbc7 None None] Attempting to bind port 7a3cde40-5d3d-4532-a0ea-6321ff091cf3 on network 72bddd3a-8a62-4354-b4b3-8a4b3e183ea3 {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:54:04.261870 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad1e638-10ab-4acd-8348-0ccc3d61cbc7 None None] Checking agent: {'id': '6d2f6f1f-2a68-46fa-b61c-109a868a14b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 53, 32), 'started_at': datetime.datetime(2021, 7, 16, 19, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:54:04.262242 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad1e638-10ab-4acd-8348-0ccc3d61cbc7 None None] Checking segment: {'id': 'cdf336fb-2473-4d8c-b46d-c083e8b3b4ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:54:04.262658 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-dad1e638-10ab-4acd-8348-0ccc3d61cbc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:04.263045 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad1e638-10ab-4acd-8348-0ccc3d61cbc7 None None] Bound using segment: {'id': 'cdf336fb-2473-4d8c-b46d-c083e8b3b4ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3'} {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:54:04.263509 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.managers [None req-dad1e638-10ab-4acd-8348-0ccc3d61cbc7 None None] Bound port: 7a3cde40-5d3d-4532-a0ea-6321ff091cf3, host: dv-cinder-800697-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf336fb-2473-4d8c-b46d-c083e8b3b4ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3'}}] {{(pid=93022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:54:04.263915 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-dad1e638-10ab-4acd-8348-0ccc3d61cbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:04.267686 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c984df-9868-48d1-834a-b5edc402fbb7 None None] Pushing event updated for resources: {'Port': ['ID=7a3cde40-5d3d-4532-a0ea-6321ff091cf3,revision_number=2']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:04.323065 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-dad1e638-10ab-4acd-8348-0ccc3d61cbc7 None None] For port 7a3cde40-5d3d-4532-a0ea-6321ff091cf3, host dv-cinder-800697-3-iscsi, cleared binding levels {{(pid=93022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:54:04.326175 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-dad1e638-10ab-4acd-8348-0ccc3d61cbc7 None None] For port 7a3cde40-5d3d-4532-a0ea-6321ff091cf3, host dv-cinder-800697-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=7a3cde40-5d3d-4532-a0ea-6321ff091cf3,segment=NetworkSegment(cdf336fb-2473-4d8c-b46d-c083e8b3b4ea),segment_id=cdf336fb-2473-4d8c-b46d-c083e8b3b4ea)] {{(pid=93022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:54:04.330403 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-dad1e638-10ab-4acd-8348-0ccc3d61cbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:04.389500 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad1e638-10ab-4acd-8348-0ccc3d61cbc7 None None] Routers {'5b7080b1-1bce-4c7b-94b7-e1fd1af7ca1c'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:54:04.390071 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-dad1e638-10ab-4acd-8348-0ccc3d61cbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T19:53:52Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['5b7080b1-1bce-4c7b-94b7-e1fd1af7ca1c'], 'active': True} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:04.394767 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c984df-9868-48d1-834a-b5edc402fbb7 None None] Pushing event updated for resources: {'Port': ['ID=7a3cde40-5d3d-4532-a0ea-6321ff091cf3,revision_number=3']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:04.499459 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvr_db [None req-dad1e638-10ab-4acd-8348-0ccc3d61cbc7 None None] Set router 5b7080b1-1bce-4c7b-94b7-e1fd1af7ca1c gateway port host: dv-cinder-800697-3-iscsi {{(pid=93022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:54:04.706193 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-dad1e638-10ab-4acd-8348-0ccc3d61cbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7080b1-1bce-4c7b-94b7-e1fd1af7ca1c', 'name': 'router1', 'tenant_id': 'c7a32de6145c40769d3e7638d447c13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '7a3cde40-5d3d-4532-a0ea-6321ff091cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:53:45Z', 'updated_at': '2021-07-16T19:54:02Z', 'revision_number': 4, 'project_id': 'c7a32de6145c40769d3e7638d447c13b', 'gw_port': {'id': '7a3cde40-5d3d-4532-a0ea-6321ff091cf3', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b3:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7080b1-1bce-4c7b-94b7-e1fd1af7ca1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:54:01Z', 'updated_at': '2021-07-16T19:54:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_interfaces': [{'id': '617a149e-b27f-4f5a-8e2b-7bb932930a69', 'name': '', 'network_id': 'e3f60c64-6ccf-49b9-bb77-5419c953dfdb', 'tenant_id': 'c7a32de6145c40769d3e7638d447c13b', 'mac_address': 'fa:16:3e:75:77:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7080b1-1bce-4c7b-94b7-e1fd1af7ca1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3747b855-72f7-4083-bdf2-71ce06a4f66c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:53:54Z', 'updated_at': '2021-07-16T19:54:02Z', 'revision_number': 5, 'project_id': 'c7a32de6145c40769d3e7638d447c13b', 'subnets': [{'id': '3747b855-72f7-4083-bdf2-71ce06a4f66c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2592ecbc-212e-4eb9-ae18-c5fdd54fd662'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:54:04.732756 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad1e638-10ab-4acd-8348-0ccc3d61cbc7 None None] The sync data for ids ['5b7080b1-1bce-4c7b-94b7-e1fd1af7ca1c'] in dv-cinder-800697-3-iscsi is: [{'id': '5b7080b1-1bce-4c7b-94b7-e1fd1af7ca1c', 'name': 'router1', 'tenant_id': 'c7a32de6145c40769d3e7638d447c13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '7a3cde40-5d3d-4532-a0ea-6321ff091cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:53:45Z', 'updated_at': '2021-07-16T19:54:02Z', 'revision_number': 4, 'project_id': 'c7a32de6145c40769d3e7638d447c13b', 'gw_port': {'id': '7a3cde40-5d3d-4532-a0ea-6321ff091cf3', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b3:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7080b1-1bce-4c7b-94b7-e1fd1af7ca1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:54:01Z', 'updated_at': '2021-07-16T19:54:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_interfaces': [{'id': '617a149e-b27f-4f5a-8e2b-7bb932930a69', 'name': '', 'network_id': 'e3f60c64-6ccf-49b9-bb77-5419c953dfdb', 'tenant_id': 'c7a32de6145c40769d3e7638d447c13b', 'mac_address': 'fa:16:3e:75:77:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7080b1-1bce-4c7b-94b7-e1fd1af7ca1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3747b855-72f7-4083-bdf2-71ce06a4f66c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:53:54Z', 'updated_at': '2021-07-16T19:54:02Z', 'revision_number': 5, 'project_id': 'c7a32de6145c40769d3e7638d447c13b', 'subnets': [{'id': '3747b855-72f7-4083-bdf2-71ce06a4f66c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2592ecbc-212e-4eb9-ae18-c5fdd54fd662'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:54:05.402461 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 51636) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:54:05.526999 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-afc3833c-232a-44f5-82ab-cfd9be5c0a2d admin admin] 10.222.0.98 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1233990 Jul 16 19:54:05.949902 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 7a3cde40-5d3d-4532-a0ea-6321ff091cf3 up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:54:06.002617 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning for port 7a3cde40-5d3d-4532-a0ea-6321ff091cf3 completed by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:54:06.006805 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning complete for port 7a3cde40-5d3d-4532-a0ea-6321ff091cf3 triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:54:06.007179 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:06.090795 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:06.111840 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] For port 7a3cde40-5d3d-4532-a0ea-6321ff091cf3, host dv-cinder-800697-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=7a3cde40-5d3d-4532-a0ea-6321ff091cf3,segment=NetworkSegment(cdf336fb-2473-4d8c-b46d-c083e8b3b4ea),segment_id=cdf336fb-2473-4d8c-b46d-c083e8b3b4ea)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:54:06.117198 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:06.164591 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Pushing event updated for resources: {'Port': ['ID=7a3cde40-5d3d-4532-a0ea-6321ff091cf3,revision_number=4']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:54:07.948523 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 7a3cde40-5d3d-4532-a0ea-6321ff091cf3 up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:54:08.002461 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning complete for port 7a3cde40-5d3d-4532-a0ea-6321ff091cf3 triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:54:08.002832 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:09.753446 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 5 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:54:20.152860 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-67635073-a7e4-4289-87c0-8a0f88245684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:22.202046 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-325a7d33-a2cd-410b-9278-c68a332091b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:23.271469 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:24.719882 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:32.232021 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:46.753453 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 5 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:54:50.144999 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-aa1e2290-edec-4d43-a2e5-dcfbe759da9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:52.206497 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-9469f919-f56d-47d9-a640-4935ac0d6e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:53.269045 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:54.717320 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:02.225372 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:20.145852 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-31dcd278-f884-4778-b3f3-bce80b9b7181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:22.206768 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-c2c3168a-599a-400e-9a38-93e70735a8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:23.264401 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:23.753446 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 5 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:55:24.715572 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:32.229054 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:41.008902 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 52204) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:41.067977 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.pecan_wsgi.hooks.translation [None req-1525d328-f055-467c-ac72-1e580b2cff76 admin admin] GET failed (client error): The resource could not be found. Jul 16 19:55:41.069391 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-1525d328-f055-467c-ac72-1e580b2cff76 admin admin] 10.222.0.98 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0594094 Jul 16 19:55:41.287508 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa99cf93-7bd8-4308-a59a-5c232730588c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:41.288993 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-fa99cf93-7bd8-4308-a59a-5c232730588c admin admin] 10.222.0.98 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.2159870 Jul 16 19:55:43.496985 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 52214) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:43.592920 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ffc379-eb55-4616-b758-7314141abade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:43.594281 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-47ffc379-eb55-4616-b758-7314141abade admin admin] 10.222.0.98 "GET /v2.0/subnets/3747b855-72f7-4083-bdf2-71ce06a4f66c HTTP/1.1" status: 200 len: 849 time: 0.0961866 Jul 16 19:55:43.603546 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [None req-f4e0df3d-7536-41af-9cda-b0152c38ba34 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:55:43.688851 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-f4e0df3d-7536-41af-9cda-b0152c38ba34 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:43.824128 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-f4e0df3d-7536-41af-9cda-b0152c38ba34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7945194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786207273867'] for subnet, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:43.856162 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e0df3d-7536-41af-9cda-b0152c38ba34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:43.856741 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-f4e0df3d-7536-41af-9cda-b0152c38ba34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for subnet, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:43.857990 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-f4e0df3d-7536-41af-9cda-b0152c38ba34 admin admin] 10.222.0.98 "PUT /v2.0/subnets/3747b855-72f7-4083-bdf2-71ce06a4f66c HTTP/1.1" status: 200 len: 868 time: 0.2582724 Jul 16 19:55:43.877599 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0df3d-7536-41af-9cda-b0152c38ba34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3747b855-72f7-4083-bdf2-71ce06a4f66c,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:43.881827 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051b355e-c2f9-4ff9-a9d7-e7cec93e9228 None None] Network e3f60c64-6ccf-49b9-bb77-5419c953dfdb requested from dv-cinder-800697-3-iscsi {{(pid=93022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:55:43.885049 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0df3d-7536-41af-9cda-b0152c38ba34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:43.885426 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0df3d-7536-41af-9cda-b0152c38ba34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:43.885765 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0df3d-7536-41af-9cda-b0152c38ba34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:43.886096 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0df3d-7536-41af-9cda-b0152c38ba34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:43.886421 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0df3d-7536-41af-9cda-b0152c38ba34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:43.886785 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0df3d-7536-41af-9cda-b0152c38ba34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:43.887108 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0df3d-7536-41af-9cda-b0152c38ba34 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:43.887430 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0df3d-7536-41af-9cda-b0152c38ba34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:43.887748 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0df3d-7536-41af-9cda-b0152c38ba34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:43.888068 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0df3d-7536-41af-9cda-b0152c38ba34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:43.888384 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0df3d-7536-41af-9cda-b0152c38ba34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:43.888696 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0df3d-7536-41af-9cda-b0152c38ba34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:44.235042 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-9ebad99c-d5dc-426a-95cd-c633adbb2758 None None] Provisioning complete for port c55fcf3e-7eed-427e-b167-8e7ab1dfdbf1 triggered by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:55:44.235436 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-9ebad99c-d5dc-426a-95cd-c633adbb2758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:44.317668 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-9ebad99c-d5dc-426a-95cd-c633adbb2758 None None] Provisioning complete for port 617a149e-b27f-4f5a-8e2b-7bb932930a69 triggered by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:55:44.318037 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-9ebad99c-d5dc-426a-95cd-c633adbb2758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:46.035759 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 52224) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:46.232714 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bef6fc3-794e-499c-a477-75f3aba169e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:46.233724 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bef6fc3-794e-499c-a477-75f3aba169e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:46.235317 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-9bef6fc3-794e-499c-a477-75f3aba169e0 admin admin] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1986275 Jul 16 19:55:48.375526 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 52232) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:48.503272 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1a8c90-9a6c-4281-8086-db04e6b2cdee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:48.503761 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1a8c90-9a6c-4281-8086-db04e6b2cdee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:48.505530 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-fb1a8c90-9a6c-4281-8086-db04e6b2cdee admin admin] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1290584 Jul 16 19:55:50.148571 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-e05d57e9-f0de-4e65-8219-4c259727a98f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:50.653706 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 52240) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:50.773766 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d5d5d4-7570-4940-80e8-86daf9daf0a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:50.775154 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-33d5d5d4-7570-4940-80e8-86daf9daf0a2 admin admin] 10.222.0.98 "GET /v2.0/networks/72bddd3a-8a62-4354-b4b3-8a4b3e183ea3 HTTP/1.1" status: 200 len: 886 time: 0.1205132 Jul 16 19:55:52.209942 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-8bd6d261-adaf-498a-aee0-4f4425fac4fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:52.916675 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 52248) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:53.044590 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cceb8a36-e005-422c-8f2a-2e6678c05773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:53.045936 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-cceb8a36-e005-422c-8f2a-2e6678c05773 admin admin] 10.222.0.98 "GET /v2.0/networks/e3f60c64-6ccf-49b9-bb77-5419c953dfdb HTTP/1.1" status: 200 len: 870 time: 0.1282914 Jul 16 19:55:53.268257 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:54.720080 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:55.194961 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 52256) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:55.317500 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c412668-5556-406b-99e4-60833598d1fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:55.317962 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c412668-5556-406b-99e4-60833598d1fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:55.319514 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-7c412668-5556-406b-99e4-60833598d1fe admin admin] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1236081 Jul 16 19:55:57.449315 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 52264) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:57.538797 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b191f3f6-024b-4070-baa9-aeee66fef200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:57.539260 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b191f3f6-024b-4070-baa9-aeee66fef200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:57.540756 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-b191f3f6-024b-4070-baa9-aeee66fef200 admin admin] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0904922 Jul 16 19:55:59.689401 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 52272) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:59.789913 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21348d27-260e-46f6-bbde-8a7774acbd14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:55:59.791272 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-21348d27-260e-46f6-bbde-8a7774acbd14 admin admin] 10.222.0.98 "GET /v2.0/subnets/3747b855-72f7-4083-bdf2-71ce06a4f66c HTTP/1.1" status: 200 len: 868 time: 0.1009281 Jul 16 19:56:00.752112 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 5 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:56:01.943844 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 52280) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:02.028020 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a88b2f9-a6de-46c8-9de3-1b7cdc9b997a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:02.029378 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-1a88b2f9-a6de-46c8-9de3-1b7cdc9b997a admin admin] 10.222.0.98 "GET /v2.0/subnets/b7c8a0af-efd8-4b77-9799-206f74457d50 HTTP/1.1" status: 200 len: 816 time: 0.0845892 Jul 16 19:56:02.230745 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:20.149180 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-08433783-3f83-415e-a1c4-dcbac3a3b1a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:22.210674 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-9a0c7bb3-f649-4f04-acef-8b7a8d01716e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:23.270981 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:24.722398 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:26.400835 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 52332) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:26.446220 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [None req-6b402aeb-17fe-473d-94c9-7113fd929792 admin admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93020) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:56:26.447265 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-6b402aeb-17fe-473d-94c9-7113fd929792 admin admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0454700 Jul 16 19:56:28.675333 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 52340) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:28.732768 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f27b38c-3051-4827-9662-ca7bd1c078c5 admin admin] GET failed (client error): The resource could not be found. Jul 16 19:56:28.734054 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-0f27b38c-3051-4827-9662-ca7bd1c078c5 admin admin] 10.222.0.98 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0577919 Jul 16 19:56:28.817629 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c98612-4820-45e9-b1b7-ec6e743b2109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:28.819105 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-01c98612-4820-45e9-b1b7-ec6e743b2109 admin admin] 10.222.0.98 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0807076 Jul 16 19:56:30.987948 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 52348) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:31.033758 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [None req-8c2b699d-1d2d-4add-95b2-83a68c69fdf3 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:56:31.054788 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2b699d-1d2d-4add-95b2-83a68c69fdf3 admin admin] Made reservation on behalf of 5a9cbeae32e24f8997e11a8ab3bf0146 for: {'network': 1} {{(pid=93021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:56:31.057109 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-8c2b699d-1d2d-4add-95b2-83a68c69fdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for network, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:31.093321 dv-cinder-800697-3-iscsi neutron-server[93021]: WARNING neutron.services.revisions.revision_plugin [None req-8c2b699d-1d2d-4add-95b2-83a68c69fdf3 admin admin] Could not find related network for resource to bump revision. Jul 16 19:56:31.106131 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c2b699d-1d2d-4add-95b2-83a68c69fdf3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1034, 'physical_network': 'physnet1'} {{(pid=93021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:56:31.116536 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-8c2b699d-1d2d-4add-95b2-83a68c69fdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964265'] for segment, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:31.116868 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.db.segments_db [None req-8c2b699d-1d2d-4add-95b2-83a68c69fdf3 admin admin] Added segment f5b7edb7-8701-48e4-9483-715b275cfc3d of type vlan for network 46a1b849-4e28-4c56-9315-e72c7aaf99a1 Jul 16 19:56:31.161687 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-8c2b699d-1d2d-4add-95b2-83a68c69fdf3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786206831382'] for network, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:31.188880 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-8c2b699d-1d2d-4add-95b2-83a68c69fdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851'] for network, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:31.189729 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2b699d-1d2d-4add-95b2-83a68c69fdf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:31.190302 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-8c2b699d-1d2d-4add-95b2-83a68c69fdf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for network, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:31.220924 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-8c2b699d-1d2d-4add-95b2-83a68c69fdf3 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2319000 Jul 16 19:56:31.248899 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b699d-1d2d-4add-95b2-83a68c69fdf3 admin admin] Pushing event updated for resources: {'Network': ['ID=46a1b849-4e28-4c56-9315-e72c7aaf99a1,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:31.258084 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2b699d-1d2d-4add-95b2-83a68c69fdf3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:31.258556 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2b699d-1d2d-4add-95b2-83a68c69fdf3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:31.258908 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2b699d-1d2d-4add-95b2-83a68c69fdf3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:31.259252 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2b699d-1d2d-4add-95b2-83a68c69fdf3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:31.259584 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2b699d-1d2d-4add-95b2-83a68c69fdf3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:31.259941 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2b699d-1d2d-4add-95b2-83a68c69fdf3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:31.260274 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2b699d-1d2d-4add-95b2-83a68c69fdf3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:31.260613 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2b699d-1d2d-4add-95b2-83a68c69fdf3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:31.260947 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2b699d-1d2d-4add-95b2-83a68c69fdf3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:31.261275 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2b699d-1d2d-4add-95b2-83a68c69fdf3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:31.261600 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2b699d-1d2d-4add-95b2-83a68c69fdf3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:31.261923 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2b699d-1d2d-4add-95b2-83a68c69fdf3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:31.272988 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Network 46a1b849-4e28-4c56-9315-e72c7aaf99a1 details requested by agent ovs-agent-dv-cinder-800697-3-iscsi with host dv-cinder-800697-3-iscsi {{(pid=93022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:56:32.232400 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:33.411893 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 52356) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:33.472287 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.pecan_wsgi.hooks.translation [None req-52339a3f-de31-4657-90f5-b04aa802b28c admin admin] GET failed (client error): The resource could not be found. Jul 16 19:56:33.473597 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-52339a3f-de31-4657-90f5-b04aa802b28c admin admin] 10.222.0.98 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0607555 Jul 16 19:56:33.540435 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf672134-9205-455f-aff1-935c1f899fc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:33.541868 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-cf672134-9205-455f-aff1-935c1f899fc4 admin admin] 10.222.0.98 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0644591 Jul 16 19:56:33.552024 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [None req-069fd9ff-c378-478f-a424-002dbe444088 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '46a1b849-4e28-4c56-9315-e72c7aaf99a1', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:56:33.570798 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069fd9ff-c378-478f-a424-002dbe444088 admin admin] Made reservation on behalf of 5a9cbeae32e24f8997e11a8ab3bf0146 for: {'subnet': 1} {{(pid=93021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:56:33.573033 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-069fd9ff-c378-478f-a424-002dbe444088 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:33.734393 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-069fd9ff-c378-478f-a424-002dbe444088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7945194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851'] for subnet, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:33.785821 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069fd9ff-c378-478f-a424-002dbe444088 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63a69edb-9155-4244-a756-d9c319e85b8e,revision_number=0']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:33.797230 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069fd9ff-c378-478f-a424-002dbe444088 admin admin] Checking segment: {'id': 'f5b7edb7-8701-48e4-9483-715b275cfc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '46a1b849-4e28-4c56-9315-e72c7aaf99a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:56:33.798632 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069fd9ff-c378-478f-a424-002dbe444088 admin admin] Network hostable DHCP agents. Network: 46a1b849-4e28-4c56-9315-e72c7aaf99a1, hostable agents: ['b3327041-ebae-4eef-8a27-dd2dfc08199a'], hosted agents: [] {{(pid=93021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:56:33.815552 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069fd9ff-c378-478f-a424-002dbe444088 admin admin] Network 46a1b849-4e28-4c56-9315-e72c7aaf99a1 is scheduled to be hosted by DHCP agent b3327041-ebae-4eef-8a27-dd2dfc08199a with binding_index 1 {{(pid=93021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:56:33.823851 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.base_scheduler [None req-069fd9ff-c378-478f-a424-002dbe444088 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-3-iscsi, 46a1b849-4e28-4c56-9315-e72c7aaf99a1) {{(pid=93021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:56:33.828260 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069fd9ff-c378-478f-a424-002dbe444088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:56:33.829022 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-069fd9ff-c378-478f-a424-002dbe444088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for subnet, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:33.832737 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff857299-36fc-40ed-ace5-7ae045d3c981 None None] Network 46a1b849-4e28-4c56-9315-e72c7aaf99a1 requested from dv-cinder-800697-3-iscsi {{(pid=93022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:56:33.843492 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-069fd9ff-c378-478f-a424-002dbe444088 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2948763 Jul 16 19:56:33.988107 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca64df51-82e6-4cb8-a201-b3a85af3d026 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdcc69863-837d-598d-acb5-02636b18cee0-46a1b849-4e28-4c56-9315-e72c7aaf99a1', 'network_id': '46a1b849-4e28-4c56-9315-e72c7aaf99a1', 'tenant_id': '5a9cbeae32e24f8997e11a8ab3bf0146', 'fixed_ips': [{'subnet_id': '63a69edb-9155-4244-a756-d9c319e85b8e'}]}} from dv-cinder-800697-3-iscsi. {{(pid=93022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:56:33.988997 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca64df51-82e6-4cb8-a201-b3a85af3d026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_create {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:34.140722 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.db_base_plugin_common [None req-ca64df51-82e6-4cb8-a201-b3a85af3d026 None None] Allocated IP 192.168.233.2 (46a1b849-4e28-4c56-9315-e72c7aaf99a1/63a69edb-9155-4244-a756-d9c319e85b8e/021f79b0-fcef-4988-81ae-6241f80e2ca9) {{(pid=93022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:56:34.290116 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca64df51-82e6-4cb8-a201-b3a85af3d026 None None] Notify callbacks [] for port, precommit_create {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:34.300509 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-ca64df51-82e6-4cb8-a201-b3a85af3d026 None None] Transition to ACTIVE for port object 021f79b0-fcef-4988-81ae-6241f80e2ca9 will not be triggered until provisioned by entity L2. {{(pid=93022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:56:34.315862 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-ca64df51-82e6-4cb8-a201-b3a85af3d026 None None] Transition to ACTIVE for port object 021f79b0-fcef-4988-81ae-6241f80e2ca9 will not be triggered until provisioned by entity DHCP. {{(pid=93022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:56:34.321880 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca64df51-82e6-4cb8-a201-b3a85af3d026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786206872486'] for port, after_create {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:34.363326 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca64df51-82e6-4cb8-a201-b3a85af3d026 None None] Network 46a1b849-4e28-4c56-9315-e72c7aaf99a1 is already hosted by enough agents. {{(pid=93022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:56:34.366094 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.scheduler.base_scheduler [None req-ca64df51-82e6-4cb8-a201-b3a85af3d026 None None] Resources bound (agent type, host, resource id): {{(pid=93022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:56:34.369533 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca64df51-82e6-4cb8-a201-b3a85af3d026 None None] Received port after_create {{(pid=93022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:56:34.376640 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca64df51-82e6-4cb8-a201-b3a85af3d026 None None] Pushing event updated for resources: {'Port': ['ID=021f79b0-fcef-4988-81ae-6241f80e2ca9,revision_number=1']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:34.403772 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca64df51-82e6-4cb8-a201-b3a85af3d026 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:34.404116 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca64df51-82e6-4cb8-a201-b3a85af3d026 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:34.404455 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca64df51-82e6-4cb8-a201-b3a85af3d026 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:34.404789 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca64df51-82e6-4cb8-a201-b3a85af3d026 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:34.405116 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca64df51-82e6-4cb8-a201-b3a85af3d026 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:34.405441 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca64df51-82e6-4cb8-a201-b3a85af3d026 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:34.405766 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca64df51-82e6-4cb8-a201-b3a85af3d026 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:34.406094 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca64df51-82e6-4cb8-a201-b3a85af3d026 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:34.406452 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca64df51-82e6-4cb8-a201-b3a85af3d026 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:34.406909 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca64df51-82e6-4cb8-a201-b3a85af3d026 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:34.407236 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca64df51-82e6-4cb8-a201-b3a85af3d026 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:34.407555 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca64df51-82e6-4cb8-a201-b3a85af3d026 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:34.444499 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.managers [None req-ca64df51-82e6-4cb8-a201-b3a85af3d026 None None] Attempting to bind port 021f79b0-fcef-4988-81ae-6241f80e2ca9 on host dv-cinder-800697-3-iscsi for vnic_type normal with profile {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:56:34.444876 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.managers [None req-ca64df51-82e6-4cb8-a201-b3a85af3d026 None None] Attempting to bind port 021f79b0-fcef-4988-81ae-6241f80e2ca9 by drivers openvswitch,hyperv on host dv-cinder-800697-3-iscsi at level 0 using segments [{'id': 'f5b7edb7-8701-48e4-9483-715b275cfc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '46a1b849-4e28-4c56-9315-e72c7aaf99a1'}] {{(pid=93022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:56:34.445235 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca64df51-82e6-4cb8-a201-b3a85af3d026 None None] Attempting to bind port 021f79b0-fcef-4988-81ae-6241f80e2ca9 on network 46a1b849-4e28-4c56-9315-e72c7aaf99a1 {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:56:34.450286 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca64df51-82e6-4cb8-a201-b3a85af3d026 None None] Checking agent: {'id': '6d2f6f1f-2a68-46fa-b61c-109a868a14b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 53, 32), 'started_at': datetime.datetime(2021, 7, 16, 19, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:56:34.450794 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca64df51-82e6-4cb8-a201-b3a85af3d026 None None] Checking segment: {'id': 'f5b7edb7-8701-48e4-9483-715b275cfc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '46a1b849-4e28-4c56-9315-e72c7aaf99a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:56:34.451205 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca64df51-82e6-4cb8-a201-b3a85af3d026 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:34.451591 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca64df51-82e6-4cb8-a201-b3a85af3d026 None None] Bound using segment: {'id': 'f5b7edb7-8701-48e4-9483-715b275cfc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '46a1b849-4e28-4c56-9315-e72c7aaf99a1'} {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:56:34.452047 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.managers [None req-ca64df51-82e6-4cb8-a201-b3a85af3d026 None None] Bound port: 021f79b0-fcef-4988-81ae-6241f80e2ca9, host: dv-cinder-800697-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5b7edb7-8701-48e4-9483-715b275cfc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '46a1b849-4e28-4c56-9315-e72c7aaf99a1'}}] {{(pid=93022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:56:34.452443 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca64df51-82e6-4cb8-a201-b3a85af3d026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:34.515349 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-ca64df51-82e6-4cb8-a201-b3a85af3d026 None None] For port 021f79b0-fcef-4988-81ae-6241f80e2ca9, host dv-cinder-800697-3-iscsi, cleared binding levels {{(pid=93022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:56:34.519156 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-ca64df51-82e6-4cb8-a201-b3a85af3d026 None None] For port 021f79b0-fcef-4988-81ae-6241f80e2ca9, host dv-cinder-800697-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=021f79b0-fcef-4988-81ae-6241f80e2ca9,segment=NetworkSegment(f5b7edb7-8701-48e4-9483-715b275cfc3d),segment_id=f5b7edb7-8701-48e4-9483-715b275cfc3d)] {{(pid=93022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:56:34.525217 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca64df51-82e6-4cb8-a201-b3a85af3d026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:34.585279 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca64df51-82e6-4cb8-a201-b3a85af3d026 None None] Pushing event updated for resources: {'Port': ['ID=021f79b0-fcef-4988-81ae-6241f80e2ca9,revision_number=2']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:35.357356 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db160f2-9f33-41de-bc6c-ce13f61e1252 None None] Network 46a1b849-4e28-4c56-9315-e72c7aaf99a1 requested from dv-cinder-800697-3-iscsi {{(pid=93022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:56:35.427854 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-c6467ece-46b2-428c-9244-5a2900dd3101 None None] Provisioning for port 021f79b0-fcef-4988-81ae-6241f80e2ca9 completed by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:56:36.065349 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 021f79b0-fcef-4988-81ae-6241f80e2ca9 up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:56:36.114297 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning for port 021f79b0-fcef-4988-81ae-6241f80e2ca9 completed by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:56:36.118284 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning complete for port 021f79b0-fcef-4988-81ae-6241f80e2ca9 triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:56:36.118734 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:36.193895 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:36.225359 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] For port 021f79b0-fcef-4988-81ae-6241f80e2ca9, host dv-cinder-800697-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=021f79b0-fcef-4988-81ae-6241f80e2ca9,segment=NetworkSegment(f5b7edb7-8701-48e4-9483-715b275cfc3d),segment_id=f5b7edb7-8701-48e4-9483-715b275cfc3d)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:56:36.229558 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:36.279714 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Pushing event updated for resources: {'Port': ['ID=021f79b0-fcef-4988-81ae-6241f80e2ca9,revision_number=3']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:56:37.750912 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 5 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:56:38.055289 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 021f79b0-fcef-4988-81ae-6241f80e2ca9 up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:56:38.103566 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning complete for port 021f79b0-fcef-4988-81ae-6241f80e2ca9 triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:56:38.103937 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:50.151620 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2751bc51-4046-44a7-9d65-46d51830eb70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:52.214924 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-3247b087-7e29-498d-969b-7d69d2aca1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:53.272837 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:54.726123 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:02.233728 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:14.749154 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 5 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:57:20.152709 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-bc736ce6-a0f1-46e5-bf5c-4417bddd91b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:22.215426 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-fb1cc2a1-295b-444a-b1bb-811d770c54d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:23.277645 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:24.730072 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:32.237245 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:43.719227 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 52408) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:57:43.725824 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [None req-fc162ab0-d802-40cb-9dfa-616d4a9a80e2 tempest-verify_tempest_config-260355676 tempest-verify_tempest_config-260355676-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93021) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:57:43.726802 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-fc162ab0-d802-40cb-9dfa-616d4a9a80e2 tempest-verify_tempest_config-260355676 tempest-verify_tempest_config-260355676-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066130 Jul 16 19:57:44.022363 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 52426) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:57:44.127885 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-f382a350-fb62-410b-b52e-e37e57bd6b0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:44.291884 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-f382a350-fb62-410b-b52e-e37e57bd6b0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:44.295675 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-f382a350-fb62-410b-b52e-e37e57bd6b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:44.339211 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-f382a350-fb62-410b-b52e-e37e57bd6b0d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=144d75d5a79a434097a3a1e1a12031e4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3157778 Jul 16 19:57:44.340467 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f382a350-fb62-410b-b52e-e37e57bd6b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7840c27d-75b1-43b6-832b-de16f7a20f63,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:44.342029 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 52432) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:57:44.347859 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f382a350-fb62-410b-b52e-e37e57bd6b0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:44.348236 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f382a350-fb62-410b-b52e-e37e57bd6b0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:44.348563 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f382a350-fb62-410b-b52e-e37e57bd6b0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:44.348893 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f382a350-fb62-410b-b52e-e37e57bd6b0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:44.349218 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f382a350-fb62-410b-b52e-e37e57bd6b0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:44.349542 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f382a350-fb62-410b-b52e-e37e57bd6b0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:44.349863 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f382a350-fb62-410b-b52e-e37e57bd6b0d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:44.350188 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f382a350-fb62-410b-b52e-e37e57bd6b0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:44.350548 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f382a350-fb62-410b-b52e-e37e57bd6b0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:44.350872 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f382a350-fb62-410b-b52e-e37e57bd6b0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:44.351189 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f382a350-fb62-410b-b52e-e37e57bd6b0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:44.351504 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f382a350-fb62-410b-b52e-e37e57bd6b0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:44.400454 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-19cd29e2-a48b-4b63-b222-6f06acbfc969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:44.421058 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-19cd29e2-a48b-4b63-b222-6f06acbfc969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:44.508066 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-19cd29e2-a48b-4b63-b222-6f06acbfc969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:44.510849 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-19cd29e2-a48b-4b63-b222-6f06acbfc969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:44.514676 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-19cd29e2-a48b-4b63-b222-6f06acbfc969 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/7840c27d-75b1-43b6-832b-de16f7a20f63 HTTP/1.1" status: 204 len: 168 time: 0.1686997 Jul 16 19:57:44.520503 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd29e2-a48b-4b63-b222-6f06acbfc969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7840c27d-75b1-43b6-832b-de16f7a20f63,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:44.527210 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cd29e2-a48b-4b63-b222-6f06acbfc969 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:44.527579 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cd29e2-a48b-4b63-b222-6f06acbfc969 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:44.527904 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cd29e2-a48b-4b63-b222-6f06acbfc969 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:44.528238 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cd29e2-a48b-4b63-b222-6f06acbfc969 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:44.528568 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cd29e2-a48b-4b63-b222-6f06acbfc969 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:44.528920 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cd29e2-a48b-4b63-b222-6f06acbfc969 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:44.529258 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cd29e2-a48b-4b63-b222-6f06acbfc969 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:44.529586 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cd29e2-a48b-4b63-b222-6f06acbfc969 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:44.529912 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cd29e2-a48b-4b63-b222-6f06acbfc969 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:44.530235 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cd29e2-a48b-4b63-b222-6f06acbfc969 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:44.530581 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cd29e2-a48b-4b63-b222-6f06acbfc969 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:44.531187 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cd29e2-a48b-4b63-b222-6f06acbfc969 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:50.156878 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-c06b4935-717f-4562-bbc9-2bd7b7ca7fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:51.747548 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 5 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:57:52.216080 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-be2dc4fb-1351-4310-a7a5-8d72badd9fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:53.281182 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:54.731975 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:02.239192 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:20.159127 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-8d107813-043f-4289-a6ac-e7d0eb78b452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:22.216448 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-026866e1-2580-45dc-bd64-10a531074913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:23.282887 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:24.732875 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:28.745518 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 5 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:58:32.241825 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:50.159149 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-a3bfec90-8f62-471c-9839-94e484dc1ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:52.214292 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-21d63741-477b-4d35-8b9c-6bceb39de0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:53.286739 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:54.738592 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:02.241615 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:05.743718 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 5 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:59:20.161509 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2f1702e9-32ec-4f4f-901d-abc3f17a211e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:20.620743 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8279583'] for agent, after_create {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:22.214982 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-772f0790-3881-42fa-9c3a-e429b72c3abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:23.290802 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:23.765133 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 52484) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:23.865522 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-78ae632c-33b2-4de0-8b26-2b43c1936f90 admin admin] 10.222.0.98 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0993090 Jul 16 19:59:24.737702 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:26.039707 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 52494) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:26.091861 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-9246cc40-d98f-480c-88ea-3bdadb46ffa3 admin admin] 10.222.0.98 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0510767 Jul 16 19:59:32.245638 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:42.741667 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:59:50.162968 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-47900a28-fdb8-478d-97e3-f9341ab8a038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:50.564773 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:52.214719 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-0b34d262-f7a3-4343-8209-0e1ffd83c331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:53.293159 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:54.741529 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:02.248343 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:19.741339 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:00:20.167173 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-bcdff4f0-c766-4429-b102-5ca31df45cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:20.568304 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:22.216711 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-06de4bdf-2ec9-4a9c-b8d1-18c0aaf254c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:23.295536 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:24.745185 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:32.249908 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:50.174620 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-9793c5ac-2d02-4753-9c59-b03d7354cabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:50.590050 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:52.235450 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-943bcaeb-c94a-4b05-beff-2601168f54c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:52.921127 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 52610) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:53.101519 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [None req-1e3eca62-f48f-4e7f-8812-21c96a372dd8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1220080761-network', 'tenant_id': '3844a01508ab4292864af8b7fcb0b64b'}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:00:53.126978 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3eca62-f48f-4e7f-8812-21c96a372dd8 admin admin] Made reservation on behalf of 3844a01508ab4292864af8b7fcb0b64b for: {'network': 1} {{(pid=93021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:00:53.130050 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-1e3eca62-f48f-4e7f-8812-21c96a372dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for network, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:53.138818 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-1e3eca62-f48f-4e7f-8812-21c96a372dd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:53.239551 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-1e3eca62-f48f-4e7f-8812-21c96a372dd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:53.243914 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-1e3eca62-f48f-4e7f-8812-21c96a372dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:53.272692 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3eca62-f48f-4e7f-8812-21c96a372dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c5808f-a9be-4fcf-bf04-59dc7569db07,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:53.281834 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e3eca62-f48f-4e7f-8812-21c96a372dd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1015, 'physical_network': 'physnet1'} {{(pid=93021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:00:53.285805 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3eca62-f48f-4e7f-8812-21c96a372dd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:53.286173 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3eca62-f48f-4e7f-8812-21c96a372dd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:53.286582 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3eca62-f48f-4e7f-8812-21c96a372dd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:53.286957 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3eca62-f48f-4e7f-8812-21c96a372dd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:53.287315 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3eca62-f48f-4e7f-8812-21c96a372dd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:53.287714 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3eca62-f48f-4e7f-8812-21c96a372dd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:53.288218 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3eca62-f48f-4e7f-8812-21c96a372dd8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:53.288537 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3eca62-f48f-4e7f-8812-21c96a372dd8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:53.288865 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3eca62-f48f-4e7f-8812-21c96a372dd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:53.289187 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3eca62-f48f-4e7f-8812-21c96a372dd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:53.289507 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3eca62-f48f-4e7f-8812-21c96a372dd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:53.289823 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3eca62-f48f-4e7f-8812-21c96a372dd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:53.290891 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3eca62-f48f-4e7f-8812-21c96a372dd8 admin admin] Tracked resource versions report: Jul 16 20:00:53.290891 dv-cinder-800697-3-iscsi neutron-server[93021]: pushed versions: Jul 16 20:00:53.290891 dv-cinder-800697-3-iscsi neutron-server[93021]: { 'AddressGroup': {'1.2'}, Jul 16 20:00:53.290891 dv-cinder-800697-3-iscsi neutron-server[93021]: 'ConntrackHelper': {'1.0'}, Jul 16 20:00:53.290891 dv-cinder-800697-3-iscsi neutron-server[93021]: 'Log': {'1.0'}, Jul 16 20:00:53.290891 dv-cinder-800697-3-iscsi neutron-server[93021]: 'Network': {'1.1'}, Jul 16 20:00:53.290891 dv-cinder-800697-3-iscsi neutron-server[93021]: 'Port': {'1.7'}, Jul 16 20:00:53.290891 dv-cinder-800697-3-iscsi neutron-server[93021]: 'PortForwarding': {'1.2'}, Jul 16 20:00:53.290891 dv-cinder-800697-3-iscsi neutron-server[93021]: 'QosPolicy': {'1.8'}, Jul 16 20:00:53.290891 dv-cinder-800697-3-iscsi neutron-server[93021]: 'SecurityGroup': {'1.4'}, Jul 16 20:00:53.290891 dv-cinder-800697-3-iscsi neutron-server[93021]: 'SecurityGroupRule': {'1.2'}, Jul 16 20:00:53.290891 dv-cinder-800697-3-iscsi neutron-server[93021]: 'SubPort': {'1.0'}, Jul 16 20:00:53.290891 dv-cinder-800697-3-iscsi neutron-server[93021]: 'Subnet': {'1.1'}, Jul 16 20:00:53.290891 dv-cinder-800697-3-iscsi neutron-server[93021]: 'Trunk': {'1.1'}} Jul 16 20:00:53.290891 dv-cinder-800697-3-iscsi neutron-server[93021]: consumer versions: Jul 16 20:00:53.290891 dv-cinder-800697-3-iscsi neutron-server[93021]: { DHCP agent@dv-cinder-800697-3-iscsi: {}, Jul 16 20:00:53.290891 dv-cinder-800697-3-iscsi neutron-server[93021]: HyperV agent@hv-cinder-80069: {}, Jul 16 20:00:53.290891 dv-cinder-800697-3-iscsi neutron-server[93021]: L3 agent@dv-cinder-800697-3-iscsi: {}, Jul 16 20:00:53.290891 dv-cinder-800697-3-iscsi neutron-server[93021]: Metadata agent@dv-cinder-800697-3-iscsi: {}, Jul 16 20:00:53.290891 dv-cinder-800697-3-iscsi neutron-server[93021]: Metering agent@dv-cinder-800697-3-iscsi: {}, Jul 16 20:00:53.290891 dv-cinder-800697-3-iscsi neutron-server[93021]: Open vSwitch agent@dv-cinder-800697-3-iscsi: { 'AddressGroup': '1.2', Jul 16 20:00:53.290891 dv-cinder-800697-3-iscsi neutron-server[93021]: 'ConntrackHelper': '1.0', Jul 16 20:00:53.290891 dv-cinder-800697-3-iscsi neutron-server[93021]: 'Log': '1.0', Jul 16 20:00:53.290891 dv-cinder-800697-3-iscsi neutron-server[93021]: 'Network': '1.1', Jul 16 20:00:53.290891 dv-cinder-800697-3-iscsi neutron-server[93021]: 'Port': '1.7', Jul 16 20:00:53.290891 dv-cinder-800697-3-iscsi neutron-server[93021]: 'PortForwarding': '1.2', Jul 16 20:00:53.290891 dv-cinder-800697-3-iscsi neutron-server[93021]: 'QosPolicy': '1.8', Jul 16 20:00:53.290891 dv-cinder-800697-3-iscsi neutron-server[93021]: 'SecurityGroup': '1.4', Jul 16 20:00:53.290891 dv-cinder-800697-3-iscsi neutron-server[93021]: 'SecurityGroupRule': '1.2', Jul 16 20:00:53.290891 dv-cinder-800697-3-iscsi neutron-server[93021]: 'SubPort': '1.0', Jul 16 20:00:53.290891 dv-cinder-800697-3-iscsi neutron-server[93021]: 'Subnet': '1.1', Jul 16 20:00:53.290891 dv-cinder-800697-3-iscsi neutron-server[93021]: 'Trunk': '1.1'}} Jul 16 20:00:53.290891 dv-cinder-800697-3-iscsi neutron-server[93021]: {{(pid=93021) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 20:00:53.307921 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:53.313310 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-1e3eca62-f48f-4e7f-8812-21c96a372dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964265'] for segment, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:53.313658 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.db.segments_db [None req-1e3eca62-f48f-4e7f-8812-21c96a372dd8 admin admin] Added segment a406fe8a-84af-438c-af16-9cc6c7d75b9e of type vlan for network 7fb5bbab-70ec-4ff5-98a7-3ece5c70a8d7 Jul 16 20:00:53.360038 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-1e3eca62-f48f-4e7f-8812-21c96a372dd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786206831382'] for network, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:53.388196 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-1e3eca62-f48f-4e7f-8812-21c96a372dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851'] for network, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:53.389287 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3eca62-f48f-4e7f-8812-21c96a372dd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:53.389931 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-1e3eca62-f48f-4e7f-8812-21c96a372dd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for network, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:53.429375 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-1e3eca62-f48f-4e7f-8812-21c96a372dd8 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.5065279 Jul 16 20:00:53.433223 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 52650) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:53.439905 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [None req-5ab2c426-f810-4b95-9be6-25b36f0f8946 admin admin] Request body: {'subnet': {'network_id': '7fb5bbab-70ec-4ff5-98a7-3ece5c70a8d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1220080761-subnet', 'tenant_id': '3844a01508ab4292864af8b7fcb0b64b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:00:53.458009 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3eca62-f48f-4e7f-8812-21c96a372dd8 admin admin] Pushing event updated for resources: {'Network': ['ID=7fb5bbab-70ec-4ff5-98a7-3ece5c70a8d7,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:53.466670 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab2c426-f810-4b95-9be6-25b36f0f8946 admin admin] Made reservation on behalf of 3844a01508ab4292864af8b7fcb0b64b for: {'subnet': 1} {{(pid=93020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:00:53.469833 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Network 7fb5bbab-70ec-4ff5-98a7-3ece5c70a8d7 details requested by agent ovs-agent-dv-cinder-800697-3-iscsi with host dv-cinder-800697-3-iscsi {{(pid=93022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:00:53.471978 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-5ab2c426-f810-4b95-9be6-25b36f0f8946 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:53.565252 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 52658) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:53.658891 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-5ab2c426-f810-4b95-9be6-25b36f0f8946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7945194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851'] for subnet, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:53.726515 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2c426-f810-4b95-9be6-25b36f0f8946 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d58f02f-ac9f-49d7-b09b-aab343201643,revision_number=0']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:53.728516 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab2c426-f810-4b95-9be6-25b36f0f8946 admin admin] Checking segment: {'id': 'a406fe8a-84af-438c-af16-9cc6c7d75b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '7fb5bbab-70ec-4ff5-98a7-3ece5c70a8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:00:53.728890 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab2c426-f810-4b95-9be6-25b36f0f8946 admin admin] Network hostable DHCP agents. Network: 7fb5bbab-70ec-4ff5-98a7-3ece5c70a8d7, hostable agents: ['b3327041-ebae-4eef-8a27-dd2dfc08199a'], hosted agents: [] {{(pid=93020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:00:53.741818 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab2c426-f810-4b95-9be6-25b36f0f8946 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:53.742198 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab2c426-f810-4b95-9be6-25b36f0f8946 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:53.742594 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab2c426-f810-4b95-9be6-25b36f0f8946 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:53.742911 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab2c426-f810-4b95-9be6-25b36f0f8946 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:53.743246 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab2c426-f810-4b95-9be6-25b36f0f8946 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:53.743589 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab2c426-f810-4b95-9be6-25b36f0f8946 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:53.743917 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab2c426-f810-4b95-9be6-25b36f0f8946 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:53.744241 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab2c426-f810-4b95-9be6-25b36f0f8946 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:53.744593 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab2c426-f810-4b95-9be6-25b36f0f8946 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:53.744917 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab2c426-f810-4b95-9be6-25b36f0f8946 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:53.745239 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab2c426-f810-4b95-9be6-25b36f0f8946 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:53.745647 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab2c426-f810-4b95-9be6-25b36f0f8946 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:53.746715 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab2c426-f810-4b95-9be6-25b36f0f8946 admin admin] Tracked resource versions report: Jul 16 20:00:53.746715 dv-cinder-800697-3-iscsi neutron-server[93020]: pushed versions: Jul 16 20:00:53.746715 dv-cinder-800697-3-iscsi neutron-server[93020]: { 'AddressGroup': {'1.2'}, Jul 16 20:00:53.746715 dv-cinder-800697-3-iscsi neutron-server[93020]: 'ConntrackHelper': {'1.0'}, Jul 16 20:00:53.746715 dv-cinder-800697-3-iscsi neutron-server[93020]: 'Log': {'1.0'}, Jul 16 20:00:53.746715 dv-cinder-800697-3-iscsi neutron-server[93020]: 'Network': {'1.1'}, Jul 16 20:00:53.746715 dv-cinder-800697-3-iscsi neutron-server[93020]: 'Port': {'1.7'}, Jul 16 20:00:53.746715 dv-cinder-800697-3-iscsi neutron-server[93020]: 'PortForwarding': {'1.2'}, Jul 16 20:00:53.746715 dv-cinder-800697-3-iscsi neutron-server[93020]: 'QosPolicy': {'1.8'}, Jul 16 20:00:53.746715 dv-cinder-800697-3-iscsi neutron-server[93020]: 'SecurityGroup': {'1.4'}, Jul 16 20:00:53.746715 dv-cinder-800697-3-iscsi neutron-server[93020]: 'SecurityGroupRule': {'1.2'}, Jul 16 20:00:53.746715 dv-cinder-800697-3-iscsi neutron-server[93020]: 'SubPort': {'1.0'}, Jul 16 20:00:53.746715 dv-cinder-800697-3-iscsi neutron-server[93020]: 'Subnet': {'1.1'}, Jul 16 20:00:53.746715 dv-cinder-800697-3-iscsi neutron-server[93020]: 'Trunk': {'1.1'}} Jul 16 20:00:53.746715 dv-cinder-800697-3-iscsi neutron-server[93020]: consumer versions: Jul 16 20:00:53.746715 dv-cinder-800697-3-iscsi neutron-server[93020]: { DHCP agent@dv-cinder-800697-3-iscsi: {}, Jul 16 20:00:53.746715 dv-cinder-800697-3-iscsi neutron-server[93020]: HyperV agent@hv-cinder-80069: {}, Jul 16 20:00:53.746715 dv-cinder-800697-3-iscsi neutron-server[93020]: L3 agent@dv-cinder-800697-3-iscsi: {}, Jul 16 20:00:53.746715 dv-cinder-800697-3-iscsi neutron-server[93020]: Metadata agent@dv-cinder-800697-3-iscsi: {}, Jul 16 20:00:53.746715 dv-cinder-800697-3-iscsi neutron-server[93020]: Metering agent@dv-cinder-800697-3-iscsi: {}, Jul 16 20:00:53.746715 dv-cinder-800697-3-iscsi neutron-server[93020]: Open vSwitch agent@dv-cinder-800697-3-iscsi: { 'AddressGroup': '1.2', Jul 16 20:00:53.746715 dv-cinder-800697-3-iscsi neutron-server[93020]: 'ConntrackHelper': '1.0', Jul 16 20:00:53.746715 dv-cinder-800697-3-iscsi neutron-server[93020]: 'Log': '1.0', Jul 16 20:00:53.746715 dv-cinder-800697-3-iscsi neutron-server[93020]: 'Network': '1.1', Jul 16 20:00:53.746715 dv-cinder-800697-3-iscsi neutron-server[93020]: 'Port': '1.7', Jul 16 20:00:53.746715 dv-cinder-800697-3-iscsi neutron-server[93020]: 'PortForwarding': '1.2', Jul 16 20:00:53.746715 dv-cinder-800697-3-iscsi neutron-server[93020]: 'QosPolicy': '1.8', Jul 16 20:00:53.746715 dv-cinder-800697-3-iscsi neutron-server[93020]: 'SecurityGroup': '1.4', Jul 16 20:00:53.746715 dv-cinder-800697-3-iscsi neutron-server[93020]: 'SecurityGroupRule': '1.2', Jul 16 20:00:53.746715 dv-cinder-800697-3-iscsi neutron-server[93020]: 'SubPort': '1.0', Jul 16 20:00:53.746715 dv-cinder-800697-3-iscsi neutron-server[93020]: 'Subnet': '1.1', Jul 16 20:00:53.746715 dv-cinder-800697-3-iscsi neutron-server[93020]: 'Trunk': '1.1'}} Jul 16 20:00:53.746715 dv-cinder-800697-3-iscsi neutron-server[93020]: {{(pid=93020) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 20:00:53.766382 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab2c426-f810-4b95-9be6-25b36f0f8946 admin admin] Network 7fb5bbab-70ec-4ff5-98a7-3ece5c70a8d7 is scheduled to be hosted by DHCP agent b3327041-ebae-4eef-8a27-dd2dfc08199a with binding_index 1 {{(pid=93020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:00:53.775526 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.base_scheduler [None req-5ab2c426-f810-4b95-9be6-25b36f0f8946 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-3-iscsi, 7fb5bbab-70ec-4ff5-98a7-3ece5c70a8d7) {{(pid=93020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:00:53.784833 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b5b722-3ed8-45a3-9a8a-ce2e43e26792 None None] Network 7fb5bbab-70ec-4ff5-98a7-3ece5c70a8d7 requested from dv-cinder-800697-3-iscsi {{(pid=93022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:00:53.789864 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab2c426-f810-4b95-9be6-25b36f0f8946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:53.790893 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-5ab2c426-f810-4b95-9be6-25b36f0f8946 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for subnet, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:53.813734 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-5ab2c426-f810-4b95-9be6-25b36f0f8946 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3793221 Jul 16 20:00:53.930039 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [None req-6afa8cdb-d4bc-47e2-a830-a362a5067987 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-631390118-network', 'tenant_id': 'b242095010ee4963872bd0cfcbacc3fa'}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:00:53.959165 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6afa8cdb-d4bc-47e2-a830-a362a5067987 admin admin] Made reservation on behalf of b242095010ee4963872bd0cfcbacc3fa for: {'network': 1} {{(pid=93021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:00:53.962203 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6afa8cdb-d4bc-47e2-a830-a362a5067987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for network, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:53.975123 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6afa8cdb-d4bc-47e2-a830-a362a5067987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:54.042863 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091da59d-ed87-424c-a919-63880a692f69 None None] Network 7fb5bbab-70ec-4ff5-98a7-3ece5c70a8d7 requested from dv-cinder-800697-3-iscsi {{(pid=93022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:00:54.068691 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6afa8cdb-d4bc-47e2-a830-a362a5067987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:54.074606 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6afa8cdb-d4bc-47e2-a830-a362a5067987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:54.086725 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6afa8cdb-d4bc-47e2-a830-a362a5067987 admin admin] vlan segment allocate from pool success with {'vlan_id': 1019, 'physical_network': 'physnet1'} {{(pid=93021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:00:54.125923 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afa8cdb-d4bc-47e2-a830-a362a5067987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217bb049-3761-45db-98ee-1c15617be628,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:54.138055 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6afa8cdb-d4bc-47e2-a830-a362a5067987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964265'] for segment, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:54.138721 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.db.segments_db [None req-6afa8cdb-d4bc-47e2-a830-a362a5067987 admin admin] Added segment 1c4d2179-a936-4f83-8fe1-458e36f04a04 of type vlan for network 4ff04a31-0c23-4b48-92bc-f65e7b91222b Jul 16 20:00:54.189145 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6afa8cdb-d4bc-47e2-a830-a362a5067987 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786206831382'] for network, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:54.315353 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6afa8cdb-d4bc-47e2-a830-a362a5067987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851'] for network, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:54.316429 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afa8cdb-d4bc-47e2-a830-a362a5067987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:54.317060 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6afa8cdb-d4bc-47e2-a830-a362a5067987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for network, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:54.346637 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-6afa8cdb-d4bc-47e2-a830-a362a5067987 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7798853 Jul 16 20:00:54.349676 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 52708) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:54.356946 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [None req-600d85ed-4f5f-4742-848e-c52c074bfb7c admin admin] Request body: {'subnet': {'network_id': '4ff04a31-0c23-4b48-92bc-f65e7b91222b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-631390118-subnet', 'tenant_id': 'b242095010ee4963872bd0cfcbacc3fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:00:54.390595 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afa8cdb-d4bc-47e2-a830-a362a5067987 admin admin] Pushing event updated for resources: {'Network': ['ID=4ff04a31-0c23-4b48-92bc-f65e7b91222b,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:54.400350 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Network 4ff04a31-0c23-4b48-92bc-f65e7b91222b details requested by agent ovs-agent-dv-cinder-800697-3-iscsi with host dv-cinder-800697-3-iscsi {{(pid=93022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:00:54.415258 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600d85ed-4f5f-4742-848e-c52c074bfb7c admin admin] Made reservation on behalf of b242095010ee4963872bd0cfcbacc3fa for: {'subnet': 1} {{(pid=93021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:00:54.418966 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-600d85ed-4f5f-4742-848e-c52c074bfb7c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:54.599634 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-600d85ed-4f5f-4742-848e-c52c074bfb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7945194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851'] for subnet, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:54.660093 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600d85ed-4f5f-4742-848e-c52c074bfb7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbca6f5f-fd8e-4af4-b23d-e7ec2502b976,revision_number=0']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:54.675614 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600d85ed-4f5f-4742-848e-c52c074bfb7c admin admin] Checking segment: {'id': '1c4d2179-a936-4f83-8fe1-458e36f04a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '4ff04a31-0c23-4b48-92bc-f65e7b91222b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:00:54.675964 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600d85ed-4f5f-4742-848e-c52c074bfb7c admin admin] Network hostable DHCP agents. Network: 4ff04a31-0c23-4b48-92bc-f65e7b91222b, hostable agents: ['b3327041-ebae-4eef-8a27-dd2dfc08199a'], hosted agents: [] {{(pid=93021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:00:54.692238 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600d85ed-4f5f-4742-848e-c52c074bfb7c admin admin] Network 4ff04a31-0c23-4b48-92bc-f65e7b91222b is scheduled to be hosted by DHCP agent b3327041-ebae-4eef-8a27-dd2dfc08199a with binding_index 1 {{(pid=93021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:00:54.702183 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.base_scheduler [None req-600d85ed-4f5f-4742-848e-c52c074bfb7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-3-iscsi, 4ff04a31-0c23-4b48-92bc-f65e7b91222b) {{(pid=93021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:00:54.706797 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600d85ed-4f5f-4742-848e-c52c074bfb7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:54.707389 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-600d85ed-4f5f-4742-848e-c52c074bfb7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for subnet, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:54.711505 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fb0ff6-2d65-4aeb-ae84-da0a0c37a427 None None] Network 4ff04a31-0c23-4b48-92bc-f65e7b91222b requested from dv-cinder-800697-3-iscsi {{(pid=93022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:00:54.725391 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-600d85ed-4f5f-4742-848e-c52c074bfb7c admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3720539 Jul 16 20:00:54.725591 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 52724) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:54.731445 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [None req-176cfc4f-c19d-4db3-8bf0-901b3d9aae3c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-631390118-router', 'tenant_id': 'b242095010ee4963872bd0cfcbacc3fa', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3'}}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:00:54.766841 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-176cfc4f-c19d-4db3-8bf0-901b3d9aae3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8363236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126830'] for router, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:54.768285 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-176cfc4f-c19d-4db3-8bf0-901b3d9aae3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8300438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8363043', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8382923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126823'] for router, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:54.774878 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 52732) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:54.776312 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:54.806132 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 52736) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:54.872958 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 52742) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:54.892333 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-176cfc4f-c19d-4db3-8bf0-901b3d9aae3c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:54.908687 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 52746) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:54.946811 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f53758b-d6cc-4180-9f8d-cae5c349e2fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdcc69863-837d-598d-acb5-02636b18cee0-4ff04a31-0c23-4b48-92bc-f65e7b91222b', 'network_id': '4ff04a31-0c23-4b48-92bc-f65e7b91222b', 'tenant_id': 'b242095010ee4963872bd0cfcbacc3fa', 'fixed_ips': [{'subnet_id': 'bbca6f5f-fd8e-4af4-b23d-e7ec2502b976'}]}} from dv-cinder-800697-3-iscsi. {{(pid=93022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:00:54.947824 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-9f53758b-d6cc-4180-9f8d-cae5c349e2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_create {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:55.026925 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [None req-8b5ee456-835a-4691-b627-452a024c6679 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-436099479-network', 'tenant_id': '414a34685fd04fe387cb1d18cde8082e'}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:00:55.049742 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-176cfc4f-c19d-4db3-8bf0-901b3d9aae3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8363057', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8363137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126837'] for router, precommit_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:55.057224 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5ee456-835a-4691-b627-452a024c6679 admin admin] Made reservation on behalf of 414a34685fd04fe387cb1d18cde8082e for: {'network': 1} {{(pid=93020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:00:55.061028 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-8b5ee456-835a-4691-b627-452a024c6679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for network, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:55.080550 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [None req-8d292e76-8e4f-4a0a-8735-5a8992f090dd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-787238621-network', 'tenant_id': '6454850dc1f14582976bbf9cabb0fec3'}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:00:55.086878 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-8b5ee456-835a-4691-b627-452a024c6679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:55.118068 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.db_base_plugin_common [None req-9f53758b-d6cc-4180-9f8d-cae5c349e2fc None None] Allocated IP 172.20.0.2 (4ff04a31-0c23-4b48-92bc-f65e7b91222b/bbca6f5f-fd8e-4af4-b23d-e7ec2502b976/47c12062-af8c-46ec-921a-565345e65532) {{(pid=93022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:00:55.120768 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.db.api [None req-8b5ee456-835a-4691-b627-452a024c6679 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:00:55.120768 dv-cinder-800697-3-iscsi neutron-server[93020]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 20:00:55.120768 dv-cinder-800697-3-iscsi neutron-server[93020]: [parameters: {'project_id_1': '414a34685fd04fe387cb1d18cde8082e', 'expiration_1': datetime.datetime(2021, 7, 16, 20, 0, 55, 106064)}] Jul 16 20:00:55.120768 dv-cinder-800697-3-iscsi neutron-server[93020]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:00:55.121610 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG oslo_db.api [None req-8b5ee456-835a-4691-b627-452a024c6679 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:00:55.133477 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [None req-a4f018dd-bef4-43a8-a6f4-3ca18764ddc5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-481560447-network', 'tenant_id': 'b6965a6d41d04a2db80c6fd2f258d023'}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:00:55.165611 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d292e76-8e4f-4a0a-8735-5a8992f090dd admin admin] Made reservation on behalf of 6454850dc1f14582976bbf9cabb0fec3 for: {'network': 1} {{(pid=93020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:00:55.169524 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-8d292e76-8e4f-4a0a-8735-5a8992f090dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for network, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:55.181561 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-8d292e76-8e4f-4a0a-8735-5a8992f090dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:55.191628 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f018dd-bef4-43a8-a6f4-3ca18764ddc5 admin admin] Made reservation on behalf of b6965a6d41d04a2db80c6fd2f258d023 for: {'network': 1} {{(pid=93020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:00:55.195002 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a4f018dd-bef4-43a8-a6f4-3ca18764ddc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for network, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:55.257214 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-176cfc4f-c19d-4db3-8bf0-901b3d9aae3c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:55.282112 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-176cfc4f-c19d-4db3-8bf0-901b3d9aae3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:55.311364 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-8d292e76-8e4f-4a0a-8735-5a8992f090dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:55.326977 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [None req-25979826-5ae6-480f-8fd7-f90e2cdcf23b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-26531343-network', 'tenant_id': '1f6d0bc6cd574899a9225c0ba21b689f'}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:00:55.331668 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-8d292e76-8e4f-4a0a-8735-5a8992f090dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:55.361358 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d292e76-8e4f-4a0a-8735-5a8992f090dd admin admin] vlan segment allocate from pool success with {'vlan_id': 1005, 'physical_network': 'physnet1'} {{(pid=93020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:00:55.376486 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-8d292e76-8e4f-4a0a-8735-5a8992f090dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964265'] for segment, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:55.377123 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.db.segments_db [None req-8d292e76-8e4f-4a0a-8735-5a8992f090dd admin admin] Added segment 8c4b4c9a-1756-4639-a368-9e26a465772a of type vlan for network e5804f1d-fdeb-47b2-a0ec-baf0d0715cca Jul 16 20:00:55.395006 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.db_base_plugin_common [None req-176cfc4f-c19d-4db3-8bf0-901b3d9aae3c admin admin] Allocated IP 172.27.1.97 (72bddd3a-8a62-4354-b4b3-8a4b3e183ea3/b7c8a0af-efd8-4b77-9799-206f74457d50/32cf16c9-547e-44ad-a083-59a8dc60c8f5) {{(pid=93021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:00:55.436260 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-8d292e76-8e4f-4a0a-8735-5a8992f090dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786206831382'] for network, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:55.472658 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a4f018dd-bef4-43a8-a6f4-3ca18764ddc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:55.476569 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-8d292e76-8e4f-4a0a-8735-5a8992f090dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851'] for network, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:55.477827 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d292e76-8e4f-4a0a-8735-5a8992f090dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:55.478564 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-8d292e76-8e4f-4a0a-8735-5a8992f090dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for network, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:55.483843 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-9f53758b-d6cc-4180-9f8d-cae5c349e2fc None None] Notify callbacks [] for port, precommit_create {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:55.491630 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 52766) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:55.497947 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-9f53758b-d6cc-4180-9f8d-cae5c349e2fc None None] Transition to ACTIVE for port object 47c12062-af8c-46ec-921a-565345e65532 will not be triggered until provisioned by entity L2. {{(pid=93022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:00:55.505967 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-176cfc4f-c19d-4db3-8bf0-901b3d9aae3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:55.517572 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-9f53758b-d6cc-4180-9f8d-cae5c349e2fc None None] Transition to ACTIVE for port object 47c12062-af8c-46ec-921a-565345e65532 will not be triggered until provisioned by entity DHCP. {{(pid=93022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:00:55.527075 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-9f53758b-d6cc-4180-9f8d-cae5c349e2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786206872486'] for port, after_create {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:55.550489 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-176cfc4f-c19d-4db3-8bf0-901b3d9aae3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786206872486'] for port, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:55.565144 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d292e76-8e4f-4a0a-8735-5a8992f090dd admin admin] Pushing event updated for resources: {'Network': ['ID=e5804f1d-fdeb-47b2-a0ec-baf0d0715cca,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:55.571293 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f53758b-d6cc-4180-9f8d-cae5c349e2fc None None] Network 4ff04a31-0c23-4b48-92bc-f65e7b91222b is already hosted by enough agents. {{(pid=93022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:00:55.576482 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.scheduler.base_scheduler [None req-9f53758b-d6cc-4180-9f8d-cae5c349e2fc None None] Resources bound (agent type, host, resource id): {{(pid=93022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:00:55.580953 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [None req-d0c5d597-b111-4dd4-a777-6dbfbec6dd01 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-698007262-network', 'tenant_id': 'b89b16648c564efeb327b856e388f972'}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:00:55.581398 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176cfc4f-c19d-4db3-8bf0-901b3d9aae3c admin admin] Network 72bddd3a-8a62-4354-b4b3-8a4b3e183ea3 is already hosted by enough agents. {{(pid=93021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:00:55.582541 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Network e5804f1d-fdeb-47b2-a0ec-baf0d0715cca details requested by agent ovs-agent-dv-cinder-800697-3-iscsi with host dv-cinder-800697-3-iscsi {{(pid=93022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:00:55.584636 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.base_scheduler [None req-176cfc4f-c19d-4db3-8bf0-901b3d9aae3c admin admin] Resources bound (agent type, host, resource id): {{(pid=93021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:00:55.590143 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f53758b-d6cc-4180-9f8d-cae5c349e2fc None None] Received port after_create {{(pid=93022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:00:55.591001 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176cfc4f-c19d-4db3-8bf0-901b3d9aae3c admin admin] Received port after_create {{(pid=93021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:00:55.601598 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-8d292e76-8e4f-4a0a-8735-5a8992f090dd admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7934189 Jul 16 20:00:55.606419 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 52770) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:55.709024 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a4f018dd-bef4-43a8-a6f4-3ca18764ddc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:55.712403 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f53758b-d6cc-4180-9f8d-cae5c349e2fc None None] Pushing event updated for resources: {'Port': ['ID=47c12062-af8c-46ec-921a-565345e65532,revision_number=1']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:55.720025 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [None req-dfd2d911-df16-406d-b8e8-b4843df3ef1c admin admin] Request body: {'subnet': {'network_id': 'e5804f1d-fdeb-47b2-a0ec-baf0d0715cca', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-787238621-subnet', 'tenant_id': '6454850dc1f14582976bbf9cabb0fec3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:00:55.723066 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f53758b-d6cc-4180-9f8d-cae5c349e2fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:55.723564 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f53758b-d6cc-4180-9f8d-cae5c349e2fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:55.724265 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f53758b-d6cc-4180-9f8d-cae5c349e2fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:55.724697 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f53758b-d6cc-4180-9f8d-cae5c349e2fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:55.725227 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f53758b-d6cc-4180-9f8d-cae5c349e2fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:55.725655 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f53758b-d6cc-4180-9f8d-cae5c349e2fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:55.726080 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f53758b-d6cc-4180-9f8d-cae5c349e2fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:55.726533 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f53758b-d6cc-4180-9f8d-cae5c349e2fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:55.726966 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f53758b-d6cc-4180-9f8d-cae5c349e2fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:55.727390 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f53758b-d6cc-4180-9f8d-cae5c349e2fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:55.727806 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f53758b-d6cc-4180-9f8d-cae5c349e2fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:55.728224 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f53758b-d6cc-4180-9f8d-cae5c349e2fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:55.728512 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-8b5ee456-835a-4691-b627-452a024c6679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:55.730365 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f53758b-d6cc-4180-9f8d-cae5c349e2fc None None] Tracked resource versions report: Jul 16 20:00:55.730365 dv-cinder-800697-3-iscsi neutron-server[93022]: pushed versions: Jul 16 20:00:55.730365 dv-cinder-800697-3-iscsi neutron-server[93022]: { 'AddressGroup': {'1.2'}, Jul 16 20:00:55.730365 dv-cinder-800697-3-iscsi neutron-server[93022]: 'ConntrackHelper': {'1.0'}, Jul 16 20:00:55.730365 dv-cinder-800697-3-iscsi neutron-server[93022]: 'Log': {'1.0'}, Jul 16 20:00:55.730365 dv-cinder-800697-3-iscsi neutron-server[93022]: 'Network': {'1.1'}, Jul 16 20:00:55.730365 dv-cinder-800697-3-iscsi neutron-server[93022]: 'Port': {'1.7'}, Jul 16 20:00:55.730365 dv-cinder-800697-3-iscsi neutron-server[93022]: 'PortForwarding': {'1.2'}, Jul 16 20:00:55.730365 dv-cinder-800697-3-iscsi neutron-server[93022]: 'QosPolicy': {'1.8'}, Jul 16 20:00:55.730365 dv-cinder-800697-3-iscsi neutron-server[93022]: 'SecurityGroup': {'1.4'}, Jul 16 20:00:55.730365 dv-cinder-800697-3-iscsi neutron-server[93022]: 'SecurityGroupRule': {'1.2'}, Jul 16 20:00:55.730365 dv-cinder-800697-3-iscsi neutron-server[93022]: 'SubPort': {'1.0'}, Jul 16 20:00:55.730365 dv-cinder-800697-3-iscsi neutron-server[93022]: 'Subnet': {'1.1'}, Jul 16 20:00:55.730365 dv-cinder-800697-3-iscsi neutron-server[93022]: 'Trunk': {'1.1'}} Jul 16 20:00:55.730365 dv-cinder-800697-3-iscsi neutron-server[93022]: consumer versions: Jul 16 20:00:55.730365 dv-cinder-800697-3-iscsi neutron-server[93022]: { DHCP agent@dv-cinder-800697-3-iscsi: {}, Jul 16 20:00:55.730365 dv-cinder-800697-3-iscsi neutron-server[93022]: HyperV agent@hv-cinder-80069: {}, Jul 16 20:00:55.730365 dv-cinder-800697-3-iscsi neutron-server[93022]: L3 agent@dv-cinder-800697-3-iscsi: {}, Jul 16 20:00:55.730365 dv-cinder-800697-3-iscsi neutron-server[93022]: Metadata agent@dv-cinder-800697-3-iscsi: {}, Jul 16 20:00:55.730365 dv-cinder-800697-3-iscsi neutron-server[93022]: Metering agent@dv-cinder-800697-3-iscsi: {}, Jul 16 20:00:55.730365 dv-cinder-800697-3-iscsi neutron-server[93022]: Open vSwitch agent@dv-cinder-800697-3-iscsi: { 'AddressGroup': '1.2', Jul 16 20:00:55.730365 dv-cinder-800697-3-iscsi neutron-server[93022]: 'ConntrackHelper': '1.0', Jul 16 20:00:55.730365 dv-cinder-800697-3-iscsi neutron-server[93022]: 'Log': '1.0', Jul 16 20:00:55.730365 dv-cinder-800697-3-iscsi neutron-server[93022]: 'Network': '1.1', Jul 16 20:00:55.730365 dv-cinder-800697-3-iscsi neutron-server[93022]: 'Port': '1.7', Jul 16 20:00:55.730365 dv-cinder-800697-3-iscsi neutron-server[93022]: 'PortForwarding': '1.2', Jul 16 20:00:55.730365 dv-cinder-800697-3-iscsi neutron-server[93022]: 'QosPolicy': '1.8', Jul 16 20:00:55.730365 dv-cinder-800697-3-iscsi neutron-server[93022]: 'SecurityGroup': '1.4', Jul 16 20:00:55.730365 dv-cinder-800697-3-iscsi neutron-server[93022]: 'SecurityGroupRule': '1.2', Jul 16 20:00:55.730365 dv-cinder-800697-3-iscsi neutron-server[93022]: 'SubPort': '1.0', Jul 16 20:00:55.730365 dv-cinder-800697-3-iscsi neutron-server[93022]: 'Subnet': '1.1', Jul 16 20:00:55.730365 dv-cinder-800697-3-iscsi neutron-server[93022]: 'Trunk': '1.1'}} Jul 16 20:00:55.730365 dv-cinder-800697-3-iscsi neutron-server[93022]: {{(pid=93022) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 20:00:55.733506 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c5d597-b111-4dd4-a777-6dbfbec6dd01 admin admin] Made reservation on behalf of b89b16648c564efeb327b856e388f972 for: {'network': 1} {{(pid=93020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:00:55.743574 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-d0c5d597-b111-4dd4-a777-6dbfbec6dd01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for network, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:55.764016 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-d0c5d597-b111-4dd4-a777-6dbfbec6dd01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:55.766472 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.managers [None req-9f53758b-d6cc-4180-9f8d-cae5c349e2fc None None] Attempting to bind port 47c12062-af8c-46ec-921a-565345e65532 on host dv-cinder-800697-3-iscsi for vnic_type normal with profile {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:00:55.766968 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.managers [None req-9f53758b-d6cc-4180-9f8d-cae5c349e2fc None None] Attempting to bind port 47c12062-af8c-46ec-921a-565345e65532 by drivers openvswitch,hyperv on host dv-cinder-800697-3-iscsi at level 0 using segments [{'id': '1c4d2179-a936-4f83-8fe1-458e36f04a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '4ff04a31-0c23-4b48-92bc-f65e7b91222b'}] {{(pid=93022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:00:55.767479 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f53758b-d6cc-4180-9f8d-cae5c349e2fc None None] Attempting to bind port 47c12062-af8c-46ec-921a-565345e65532 on network 4ff04a31-0c23-4b48-92bc-f65e7b91222b {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:00:55.772790 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f53758b-d6cc-4180-9f8d-cae5c349e2fc None None] Checking agent: {'id': '6d2f6f1f-2a68-46fa-b61c-109a868a14b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 53, 32), 'started_at': datetime.datetime(2021, 7, 16, 19, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:00:55.773291 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f53758b-d6cc-4180-9f8d-cae5c349e2fc None None] Checking segment: {'id': '1c4d2179-a936-4f83-8fe1-458e36f04a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '4ff04a31-0c23-4b48-92bc-f65e7b91222b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:00:55.773912 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-9f53758b-d6cc-4180-9f8d-cae5c349e2fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:55.774382 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f53758b-d6cc-4180-9f8d-cae5c349e2fc None None] Bound using segment: {'id': '1c4d2179-a936-4f83-8fe1-458e36f04a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '4ff04a31-0c23-4b48-92bc-f65e7b91222b'} {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:00:55.774994 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.managers [None req-9f53758b-d6cc-4180-9f8d-cae5c349e2fc None None] Bound port: 47c12062-af8c-46ec-921a-565345e65532, host: dv-cinder-800697-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c4d2179-a936-4f83-8fe1-458e36f04a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '4ff04a31-0c23-4b48-92bc-f65e7b91222b'}}] {{(pid=93022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:00:55.775471 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-9f53758b-d6cc-4180-9f8d-cae5c349e2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:55.785922 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a4f018dd-bef4-43a8-a6f4-3ca18764ddc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:55.802609 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d292e76-8e4f-4a0a-8735-5a8992f090dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:55.839371 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4f018dd-bef4-43a8-a6f4-3ca18764ddc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1046, 'physical_network': 'physnet1'} {{(pid=93020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:00:55.853264 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-9f53758b-d6cc-4180-9f8d-cae5c349e2fc None None] For port 47c12062-af8c-46ec-921a-565345e65532, host dv-cinder-800697-3-iscsi, cleared binding levels {{(pid=93022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:00:55.860588 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-9f53758b-d6cc-4180-9f8d-cae5c349e2fc None None] For port 47c12062-af8c-46ec-921a-565345e65532, host dv-cinder-800697-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=47c12062-af8c-46ec-921a-565345e65532,segment=NetworkSegment(1c4d2179-a936-4f83-8fe1-458e36f04a04),segment_id=1c4d2179-a936-4f83-8fe1-458e36f04a04)] {{(pid=93022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:00:55.862561 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25979826-5ae6-480f-8fd7-f90e2cdcf23b admin admin] Made reservation on behalf of 1f6d0bc6cd574899a9225c0ba21b689f for: {'network': 1} {{(pid=93020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:00:55.865842 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-25979826-5ae6-480f-8fd7-f90e2cdcf23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for network, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:55.865992 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-9f53758b-d6cc-4180-9f8d-cae5c349e2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:55.870277 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176cfc4f-c19d-4db3-8bf0-901b3d9aae3c admin admin] Pushing event updated for resources: {'Port': ['ID=32cf16c9-547e-44ad-a083-59a8dc60c8f5,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:55.890726 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a4f018dd-bef4-43a8-a6f4-3ca18764ddc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964265'] for segment, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:55.891323 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.db.segments_db [None req-a4f018dd-bef4-43a8-a6f4-3ca18764ddc5 admin admin] Added segment 56fe30b0-fdd5-4cde-8b0f-9ea1f93ef2a7 of type vlan for network c7ccddc4-0a2e-4884-a7b3-ed02f9b51dbd Jul 16 20:00:55.918955 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-25979826-5ae6-480f-8fd7-f90e2cdcf23b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:55.924028 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f018dd-bef4-43a8-a6f4-3ca18764ddc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1c97ec-dc6a-4827-8ef8-b289c5c9d5a2,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:55.939330 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd2d911-df16-406d-b8e8-b4843df3ef1c admin admin] Made reservation on behalf of 6454850dc1f14582976bbf9cabb0fec3 for: {'subnet': 1} {{(pid=93020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:00:55.943171 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-dfd2d911-df16-406d-b8e8-b4843df3ef1c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:56.002211 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f53758b-d6cc-4180-9f8d-cae5c349e2fc None None] Pushing event updated for resources: {'Port': ['ID=47c12062-af8c-46ec-921a-565345e65532,revision_number=2']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:56.052771 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-176cfc4f-c19d-4db3-8bf0-901b3d9aae3c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:56.093151 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a4f018dd-bef4-43a8-a6f4-3ca18764ddc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786206831382'] for network, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:56.207390 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a4f018dd-bef4-43a8-a6f4-3ca18764ddc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851'] for network, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:56.207661 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f018dd-bef4-43a8-a6f4-3ca18764ddc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:56.208116 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a4f018dd-bef4-43a8-a6f4-3ca18764ddc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for network, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:56.335554 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-d0c5d597-b111-4dd4-a777-6dbfbec6dd01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:56.348456 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-d0c5d597-b111-4dd4-a777-6dbfbec6dd01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:56.372684 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0c5d597-b111-4dd4-a777-6dbfbec6dd01 admin admin] vlan segment allocate from pool success with {'vlan_id': 1010, 'physical_network': 'physnet1'} {{(pid=93020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:00:56.382391 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-d0c5d597-b111-4dd4-a777-6dbfbec6dd01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964265'] for segment, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:56.382743 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.db.segments_db [None req-d0c5d597-b111-4dd4-a777-6dbfbec6dd01 admin admin] Added segment a080ab7b-9c6a-453c-a60a-fcd77f2a0d60 of type vlan for network 883f6a6d-0cfa-43f0-a5af-57670009971e Jul 16 20:00:56.437193 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-d0c5d597-b111-4dd4-a777-6dbfbec6dd01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786206831382'] for network, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:56.472742 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-176cfc4f-c19d-4db3-8bf0-901b3d9aae3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8363247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8363028'] for router, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:56.564659 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c5d597-b111-4dd4-a777-6dbfbec6dd01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e45df23-0806-4b7c-a982-bd5edc937cad,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:56.580828 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.db.api [None req-25979826-5ae6-480f-8fd7-f90e2cdcf23b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:00:56.580828 dv-cinder-800697-3-iscsi neutron-server[93020]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 20:00:56.580828 dv-cinder-800697-3-iscsi neutron-server[93020]: [parameters: {'project_id_1': '1f6d0bc6cd574899a9225c0ba21b689f', 'expiration_1': datetime.datetime(2021, 7, 16, 20, 0, 56, 73771)}] Jul 16 20:00:56.580828 dv-cinder-800697-3-iscsi neutron-server[93020]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:00:56.581178 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG oslo_db.api [None req-25979826-5ae6-480f-8fd7-f90e2cdcf23b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:00:56.597388 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f018dd-bef4-43a8-a6f4-3ca18764ddc5 admin admin] Pushing event updated for resources: {'Network': ['ID=c7ccddc4-0a2e-4884-a7b3-ed02f9b51dbd,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:56.609224 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Network c7ccddc4-0a2e-4884-a7b3-ed02f9b51dbd details requested by agent ovs-agent-dv-cinder-800697-3-iscsi with host dv-cinder-800697-3-iscsi {{(pid=93022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:00:56.629702 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-dfd2d911-df16-406d-b8e8-b4843df3ef1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7945194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851'] for subnet, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:56.662853 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-d0c5d597-b111-4dd4-a777-6dbfbec6dd01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851'] for network, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:56.663830 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c5d597-b111-4dd4-a777-6dbfbec6dd01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:56.664401 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-d0c5d597-b111-4dd4-a777-6dbfbec6dd01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for network, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:56.710790 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-176cfc4f-c19d-4db3-8bf0-901b3d9aae3c admin admin] Router 6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca is scheduled to L3 agent 2edc1d69-0f6a-462d-a1c4-2c7c9be5649e with binding_index 1 {{(pid=93021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:00:56.743336 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:00:56.762087 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd2d911-df16-406d-b8e8-b4843df3ef1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=283e3901-d3ea-4713-b598-f4d358da70c1,revision_number=0']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:56.804985 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c5d597-b111-4dd4-a777-6dbfbec6dd01 admin admin] Pushing event updated for resources: {'Network': ['ID=883f6a6d-0cfa-43f0-a5af-57670009971e,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:56.819030 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Network 883f6a6d-0cfa-43f0-a5af-57670009971e details requested by agent ovs-agent-dv-cinder-800697-3-iscsi with host dv-cinder-800697-3-iscsi {{(pid=93022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:00:56.820705 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd2d911-df16-406d-b8e8-b4843df3ef1c admin admin] Checking segment: {'id': '8c4b4c9a-1756-4639-a368-9e26a465772a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'e5804f1d-fdeb-47b2-a0ec-baf0d0715cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:00:56.821012 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd2d911-df16-406d-b8e8-b4843df3ef1c admin admin] Network hostable DHCP agents. Network: e5804f1d-fdeb-47b2-a0ec-baf0d0715cca, hostable agents: ['b3327041-ebae-4eef-8a27-dd2dfc08199a'], hosted agents: [] {{(pid=93020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:00:56.836603 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 52800) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:56.865611 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-8b5ee456-835a-4691-b627-452a024c6679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:56.874977 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176cfc4f-c19d-4db3-8bf0-901b3d9aae3c admin admin] Notify agent at l3_agent.dv-cinder-800697-3-iscsi the message routers_updated {{(pid=93021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:00:56.884907 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-8b5ee456-835a-4691-b627-452a024c6679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:56.892362 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d218284-62af-4fc6-a925-7b1ffd926fb6 None None] Sync routers for ids ['6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca'] in dv-cinder-800697-3-iscsi {{(pid=93023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:00:56.904345 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-a4f018dd-bef4-43a8-a6f4-3ca18764ddc5 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0302701 Jul 16 20:00:56.905923 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-d0c5d597-b111-4dd4-a777-6dbfbec6dd01 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4085143 Jul 16 20:00:56.907717 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d218284-62af-4fc6-a925-7b1ffd926fb6 None None] Routers {'6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:00:56.909922 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 52804) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:56.910999 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-7d218284-62af-4fc6-a925-7b1ffd926fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:00:52Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca'], 'active': True} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:56.912107 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 52806) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:56.917885 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd2d911-df16-406d-b8e8-b4843df3ef1c admin admin] Network e5804f1d-fdeb-47b2-a0ec-baf0d0715cca is scheduled to be hosted by DHCP agent b3327041-ebae-4eef-8a27-dd2dfc08199a with binding_index 1 {{(pid=93020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:00:56.927383 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [None req-7a1d4cef-7fe7-4b5c-87df-b22ea2725849 admin admin] Request body: {'subnet': {'network_id': 'c7ccddc4-0a2e-4884-a7b3-ed02f9b51dbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-481560447-subnet', 'tenant_id': 'b6965a6d41d04a2db80c6fd2f258d023', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:00:56.932761 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b5ee456-835a-4691-b627-452a024c6679 admin admin] vlan segment allocate from pool success with {'vlan_id': 1023, 'physical_network': 'physnet1'} {{(pid=93020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:00:56.961449 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.base_scheduler [None req-dfd2d911-df16-406d-b8e8-b4843df3ef1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-3-iscsi, e5804f1d-fdeb-47b2-a0ec-baf0d0715cca) {{(pid=93020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:00:56.966719 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ee456-835a-4691-b627-452a024c6679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2466c894-c9e0-4408-af7d-d87f45fe256f,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:56.968995 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [None req-4d8a38e7-3a9f-497c-823c-cadc4a3a70a7 admin admin] Request body: {'subnet': {'network_id': '883f6a6d-0cfa-43f0-a5af-57670009971e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-698007262-subnet', 'tenant_id': 'b89b16648c564efeb327b856e388f972', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:00:56.972108 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbd4526-8aa7-4b27-a9f0-bd815bbf6205 None None] Network e5804f1d-fdeb-47b2-a0ec-baf0d0715cca requested from dv-cinder-800697-3-iscsi {{(pid=93022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:00:56.972770 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd2d911-df16-406d-b8e8-b4843df3ef1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:56.973345 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-dfd2d911-df16-406d-b8e8-b4843df3ef1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for subnet, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:56.976415 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-8b5ee456-835a-4691-b627-452a024c6679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964265'] for segment, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:56.976749 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.db.segments_db [None req-8b5ee456-835a-4691-b627-452a024c6679 admin admin] Added segment b84b4437-9c05-4c91-ae64-277a40c58618 of type vlan for network 393b5044-b44c-402e-be20-85746d24c0e1 Jul 16 20:00:57.030517 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-176cfc4f-c19d-4db3-8bf0-901b3d9aae3c admin admin] Notify callbacks [] for router, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:57.034048 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-176cfc4f-c19d-4db3-8bf0-901b3d9aae3c admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3071580 Jul 16 20:00:57.042691 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-dfd2d911-df16-406d-b8e8-b4843df3ef1c admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4221129 Jul 16 20:00:57.043356 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 52810) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:57.048144 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-8b5ee456-835a-4691-b627-452a024c6679 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786206831382'] for network, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:57.090196 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1d4cef-7fe7-4b5c-87df-b22ea2725849 admin admin] Made reservation on behalf of b6965a6d41d04a2db80c6fd2f258d023 for: {'subnet': 1} {{(pid=93021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:00:57.097604 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-7a1d4cef-7fe7-4b5c-87df-b22ea2725849 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:57.097794 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-25979826-5ae6-480f-8fd7-f90e2cdcf23b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:57.195480 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-4a646a47-8bd6-41d1-8b67-bdfbe67412a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:57.253763 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-8b5ee456-835a-4691-b627-452a024c6679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851'] for network, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:57.254743 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5ee456-835a-4691-b627-452a024c6679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:57.257307 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-8b5ee456-835a-4691-b627-452a024c6679 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for network, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:57.274568 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8a38e7-3a9f-497c-823c-cadc4a3a70a7 admin admin] Made reservation on behalf of b89b16648c564efeb327b856e388f972 for: {'subnet': 1} {{(pid=93021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:00:57.278231 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-4d8a38e7-3a9f-497c-823c-cadc4a3a70a7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:57.287953 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvr_db [None req-7d218284-62af-4fc6-a925-7b1ffd926fb6 None None] Set router 6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca gateway port host: dv-cinder-800697-3-iscsi {{(pid=93023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:00:57.354012 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed904b3-6bc0-4fc6-87e9-627a26101b66 None None] Network e5804f1d-fdeb-47b2-a0ec-baf0d0715cca requested from dv-cinder-800697-3-iscsi {{(pid=93022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:00:57.526554 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036f6fdb-a1ae-4872-baf0-091643bab567 None None] Network 4ff04a31-0c23-4b48-92bc-f65e7b91222b requested from dv-cinder-800697-3-iscsi {{(pid=93022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:00:57.577530 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ee456-835a-4691-b627-452a024c6679 admin admin] Pushing event updated for resources: {'Network': ['ID=393b5044-b44c-402e-be20-85746d24c0e1,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:57.638106 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Network 393b5044-b44c-402e-be20-85746d24c0e1 details requested by agent ovs-agent-dv-cinder-800697-3-iscsi with host dv-cinder-800697-3-iscsi {{(pid=93022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:00:57.726248 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-7d218284-62af-4fc6-a925-7b1ffd926fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'name': 'tempest-AttachVolumeShelveTestJSON-631390118-router', 'tenant_id': 'b242095010ee4963872bd0cfcbacc3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '32cf16c9-547e-44ad-a083-59a8dc60c8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:00:54Z', 'updated_at': '2021-07-16T20:00:55Z', 'revision_number': 3, 'project_id': 'b242095010ee4963872bd0cfcbacc3fa', 'gw_port': {'id': '32cf16c9-547e-44ad-a083-59a8dc60c8f5', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:00:55Z', 'updated_at': '2021-07-16T20:00:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi'}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:57.768940 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-25979826-5ae6-480f-8fd7-f90e2cdcf23b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:57.797393 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d218284-62af-4fc6-a925-7b1ffd926fb6 None None] Checking router: 6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca for host: dv-cinder-800697-3-iscsi {{(pid=93023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:00:57.797393 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d218284-62af-4fc6-a925-7b1ffd926fb6 None None] Updating router 6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca port 32cf16c9-547e-44ad-a083-59a8dc60c8f5 binding host dv-cinder-800697-3-iscsi {{(pid=93023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:00:57.865210 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-7a1d4cef-7fe7-4b5c-87df-b22ea2725849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7945194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851'] for subnet, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:57.876100 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-4d8a38e7-3a9f-497c-823c-cadc4a3a70a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7945194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851'] for subnet, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:57.888519 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-7d218284-62af-4fc6-a925-7b1ffd926fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:57.922192 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-4492189e-f95d-46f9-b3cf-35424b8440b6 None None] Provisioning for port 47c12062-af8c-46ec-921a-565345e65532 completed by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:00:57.958627 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1d4cef-7fe7-4b5c-87df-b22ea2725849 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70edc46c-0e6e-49e4-a375-8b3a4fe49e25,revision_number=0']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:57.972063 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1d4cef-7fe7-4b5c-87df-b22ea2725849 admin admin] Checking segment: {'id': '56fe30b0-fdd5-4cde-8b0f-9ea1f93ef2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'c7ccddc4-0a2e-4884-a7b3-ed02f9b51dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:00:57.972859 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1d4cef-7fe7-4b5c-87df-b22ea2725849 admin admin] Network hostable DHCP agents. Network: c7ccddc4-0a2e-4884-a7b3-ed02f9b51dbd, hostable agents: ['b3327041-ebae-4eef-8a27-dd2dfc08199a'], hosted agents: [] {{(pid=93021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:00:58.025163 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-25979826-5ae6-480f-8fd7-f90e2cdcf23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:58.046585 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8a38e7-3a9f-497c-823c-cadc4a3a70a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5761e7fe-b0a3-4f88-85ac-ec3135a9b4ab,revision_number=0']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:58.048752 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8a38e7-3a9f-497c-823c-cadc4a3a70a7 admin admin] Checking segment: {'id': 'a080ab7b-9c6a-453c-a60a-fcd77f2a0d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '883f6a6d-0cfa-43f0-a5af-57670009971e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:00:58.049573 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8a38e7-3a9f-497c-823c-cadc4a3a70a7 admin admin] Network hostable DHCP agents. Network: 883f6a6d-0cfa-43f0-a5af-57670009971e, hostable agents: ['b3327041-ebae-4eef-8a27-dd2dfc08199a'], hosted agents: [] {{(pid=93021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:00:58.059574 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-8b5ee456-835a-4691-b627-452a024c6679 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.2821190 Jul 16 20:00:58.062730 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 52842) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:58.070520 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1d4cef-7fe7-4b5c-87df-b22ea2725849 admin admin] Network c7ccddc4-0a2e-4884-a7b3-ed02f9b51dbd is scheduled to be hosted by DHCP agent b3327041-ebae-4eef-8a27-dd2dfc08199a with binding_index 1 {{(pid=93021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:00:58.080075 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [None req-ba5e5c58-0a42-444f-b2fc-b46656f2acfa admin admin] Request body: {'subnet': {'network_id': '393b5044-b44c-402e-be20-85746d24c0e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-436099479-subnet', 'tenant_id': '414a34685fd04fe387cb1d18cde8082e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:00:58.095649 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.base_scheduler [None req-7a1d4cef-7fe7-4b5c-87df-b22ea2725849 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-3-iscsi, c7ccddc4-0a2e-4884-a7b3-ed02f9b51dbd) {{(pid=93021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:00:58.096588 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25979826-5ae6-480f-8fd7-f90e2cdcf23b admin admin] vlan segment allocate from pool success with {'vlan_id': 1037, 'physical_network': 'physnet1'} {{(pid=93020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:00:58.111854 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1d4cef-7fe7-4b5c-87df-b22ea2725849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:58.112404 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-7a1d4cef-7fe7-4b5c-87df-b22ea2725849 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for subnet, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:58.115408 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4d3bb5-8299-4029-83ba-342ebf31b6a5 None None] Network c7ccddc4-0a2e-4884-a7b3-ed02f9b51dbd requested from dv-cinder-800697-3-iscsi {{(pid=93022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:00:58.122936 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8a38e7-3a9f-497c-823c-cadc4a3a70a7 admin admin] Network 883f6a6d-0cfa-43f0-a5af-57670009971e is scheduled to be hosted by DHCP agent b3327041-ebae-4eef-8a27-dd2dfc08199a with binding_index 1 {{(pid=93021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:00:58.140761 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.base_scheduler [None req-4d8a38e7-3a9f-497c-823c-cadc4a3a70a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-3-iscsi, 883f6a6d-0cfa-43f0-a5af-57670009971e) {{(pid=93021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:00:58.150506 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8a38e7-3a9f-497c-823c-cadc4a3a70a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:58.150506 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-4d8a38e7-3a9f-497c-823c-cadc4a3a70a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for subnet, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:58.154352 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73706136-60e9-4945-ae34-95e7053c46ce None None] Network 883f6a6d-0cfa-43f0-a5af-57670009971e requested from dv-cinder-800697-3-iscsi {{(pid=93022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:00:58.212399 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-25979826-5ae6-480f-8fd7-f90e2cdcf23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964265'] for segment, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:58.212739 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.db.segments_db [None req-25979826-5ae6-480f-8fd7-f90e2cdcf23b admin admin] Added segment 8e320ee3-ef38-49c6-b0e5-96c1ac24e24d of type vlan for network 0b3104bd-edfc-4af0-90f6-7b90aa247197 Jul 16 20:00:58.223605 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-4a646a47-8bd6-41d1-8b67-bdfbe67412a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:58.228634 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25979826-5ae6-480f-8fd7-f90e2cdcf23b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46712d9f-9e1b-4d57-b8e6-42697cd17b53,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:58.233274 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-4a646a47-8bd6-41d1-8b67-bdfbe67412a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:58.282093 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-4d8a38e7-3a9f-497c-823c-cadc4a3a70a7 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3359401 Jul 16 20:00:58.282956 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a646a47-8bd6-41d1-8b67-bdfbe67412a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840a9101-fbbc-4482-b053-96c90cb3cf3d,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:58.355430 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5e5c58-0a42-444f-b2fc-b46656f2acfa admin admin] Made reservation on behalf of 414a34685fd04fe387cb1d18cde8082e for: {'subnet': 1} {{(pid=93021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:00:58.359595 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-ba5e5c58-0a42-444f-b2fc-b46656f2acfa admin admin] Notify callbacks [] for subnet, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:58.364558 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-25979826-5ae6-480f-8fd7-f90e2cdcf23b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786206831382'] for network, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:58.373509 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-4a646a47-8bd6-41d1-8b67-bdfbe67412a1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c336ce2170b84c0eaebe7c516b25d47d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5332866 Jul 16 20:00:58.375126 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 52848) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:58.446057 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-7a1d4cef-7fe7-4b5c-87df-b22ea2725849 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5237279 Jul 16 20:00:58.487230 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-7d218284-62af-4fc6-a925-7b1ffd926fb6 None None] Notify callbacks [] for port, precommit_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:58.507336 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.provisioning_blocks [None req-7d218284-62af-4fc6-a925-7b1ffd926fb6 None None] Transition to ACTIVE for port object 32cf16c9-547e-44ad-a083-59a8dc60c8f5 will not be triggered until provisioned by entity L2. {{(pid=93023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:00:58.519974 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-7d218284-62af-4fc6-a925-7b1ffd926fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:58.577119 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [None req-7d218284-62af-4fc6-a925-7b1ffd926fb6 None None] Attempting to bind port 32cf16c9-547e-44ad-a083-59a8dc60c8f5 on host dv-cinder-800697-3-iscsi for vnic_type normal with profile {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:00:58.577887 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [None req-7d218284-62af-4fc6-a925-7b1ffd926fb6 None None] Attempting to bind port 32cf16c9-547e-44ad-a083-59a8dc60c8f5 by drivers openvswitch,hyperv on host dv-cinder-800697-3-iscsi at level 0 using segments [{'id': 'cdf336fb-2473-4d8c-b46d-c083e8b3b4ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3'}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:00:58.578473 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d218284-62af-4fc6-a925-7b1ffd926fb6 None None] Attempting to bind port 32cf16c9-547e-44ad-a083-59a8dc60c8f5 on network 72bddd3a-8a62-4354-b4b3-8a4b3e183ea3 {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:00:58.584715 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37cadec-c4fe-4222-b1dd-3303a0f5b905 None None] Pushing event updated for resources: {'Port': ['ID=32cf16c9-547e-44ad-a083-59a8dc60c8f5,revision_number=2']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:58.589588 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 52858) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:58.592055 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-c67ec2e1-a73d-4295-a136-5d57443ad068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:58.593382 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d218284-62af-4fc6-a925-7b1ffd926fb6 None None] Checking agent: {'id': '6d2f6f1f-2a68-46fa-b61c-109a868a14b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 53, 32), 'started_at': datetime.datetime(2021, 7, 16, 19, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:00:58.594078 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d218284-62af-4fc6-a925-7b1ffd926fb6 None None] Checking segment: {'id': 'cdf336fb-2473-4d8c-b46d-c083e8b3b4ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:00:58.594790 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-7d218284-62af-4fc6-a925-7b1ffd926fb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:58.595666 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d218284-62af-4fc6-a925-7b1ffd926fb6 None None] Bound using segment: {'id': 'cdf336fb-2473-4d8c-b46d-c083e8b3b4ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3'} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:00:58.596525 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [None req-7d218284-62af-4fc6-a925-7b1ffd926fb6 None None] Bound port: 32cf16c9-547e-44ad-a083-59a8dc60c8f5, host: dv-cinder-800697-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf336fb-2473-4d8c-b46d-c083e8b3b4ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3'}}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:00:58.597343 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-7d218284-62af-4fc6-a925-7b1ffd926fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:58.605476 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 47c12062-af8c-46ec-921a-565345e65532 up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:00:58.634114 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37cadec-c4fe-4222-b1dd-3303a0f5b905 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:58.635603 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37cadec-c4fe-4222-b1dd-3303a0f5b905 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:58.636360 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37cadec-c4fe-4222-b1dd-3303a0f5b905 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:58.636866 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37cadec-c4fe-4222-b1dd-3303a0f5b905 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:58.637356 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37cadec-c4fe-4222-b1dd-3303a0f5b905 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:58.637844 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37cadec-c4fe-4222-b1dd-3303a0f5b905 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:58.638421 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37cadec-c4fe-4222-b1dd-3303a0f5b905 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:58.638916 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37cadec-c4fe-4222-b1dd-3303a0f5b905 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:58.639410 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37cadec-c4fe-4222-b1dd-3303a0f5b905 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:58.639902 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37cadec-c4fe-4222-b1dd-3303a0f5b905 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:58.640357 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-25979826-5ae6-480f-8fd7-f90e2cdcf23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851'] for network, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:58.640729 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37cadec-c4fe-4222-b1dd-3303a0f5b905 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:58.641217 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37cadec-c4fe-4222-b1dd-3303a0f5b905 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:58.641616 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25979826-5ae6-480f-8fd7-f90e2cdcf23b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:58.642296 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-25979826-5ae6-480f-8fd7-f90e2cdcf23b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for network, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:58.642800 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37cadec-c4fe-4222-b1dd-3303a0f5b905 None None] Tracked resource versions report: Jul 16 20:00:58.642800 dv-cinder-800697-3-iscsi neutron-server[93023]: pushed versions: Jul 16 20:00:58.642800 dv-cinder-800697-3-iscsi neutron-server[93023]: { 'AddressGroup': {'1.2'}, Jul 16 20:00:58.642800 dv-cinder-800697-3-iscsi neutron-server[93023]: 'ConntrackHelper': {'1.0'}, Jul 16 20:00:58.642800 dv-cinder-800697-3-iscsi neutron-server[93023]: 'Log': {'1.0'}, Jul 16 20:00:58.642800 dv-cinder-800697-3-iscsi neutron-server[93023]: 'Network': {'1.1'}, Jul 16 20:00:58.642800 dv-cinder-800697-3-iscsi neutron-server[93023]: 'Port': {'1.7'}, Jul 16 20:00:58.642800 dv-cinder-800697-3-iscsi neutron-server[93023]: 'PortForwarding': {'1.2'}, Jul 16 20:00:58.642800 dv-cinder-800697-3-iscsi neutron-server[93023]: 'QosPolicy': {'1.8'}, Jul 16 20:00:58.642800 dv-cinder-800697-3-iscsi neutron-server[93023]: 'SecurityGroup': {'1.4'}, Jul 16 20:00:58.642800 dv-cinder-800697-3-iscsi neutron-server[93023]: 'SecurityGroupRule': {'1.2'}, Jul 16 20:00:58.642800 dv-cinder-800697-3-iscsi neutron-server[93023]: 'SubPort': {'1.0'}, Jul 16 20:00:58.642800 dv-cinder-800697-3-iscsi neutron-server[93023]: 'Subnet': {'1.1'}, Jul 16 20:00:58.642800 dv-cinder-800697-3-iscsi neutron-server[93023]: 'Trunk': {'1.1'}} Jul 16 20:00:58.642800 dv-cinder-800697-3-iscsi neutron-server[93023]: consumer versions: Jul 16 20:00:58.642800 dv-cinder-800697-3-iscsi neutron-server[93023]: { DHCP agent@dv-cinder-800697-3-iscsi: {}, Jul 16 20:00:58.642800 dv-cinder-800697-3-iscsi neutron-server[93023]: HyperV agent@hv-cinder-80069: {}, Jul 16 20:00:58.642800 dv-cinder-800697-3-iscsi neutron-server[93023]: L3 agent@dv-cinder-800697-3-iscsi: {}, Jul 16 20:00:58.642800 dv-cinder-800697-3-iscsi neutron-server[93023]: Metadata agent@dv-cinder-800697-3-iscsi: {}, Jul 16 20:00:58.642800 dv-cinder-800697-3-iscsi neutron-server[93023]: Metering agent@dv-cinder-800697-3-iscsi: {}, Jul 16 20:00:58.642800 dv-cinder-800697-3-iscsi neutron-server[93023]: Open vSwitch agent@dv-cinder-800697-3-iscsi: { 'AddressGroup': '1.2', Jul 16 20:00:58.642800 dv-cinder-800697-3-iscsi neutron-server[93023]: 'ConntrackHelper': '1.0', Jul 16 20:00:58.642800 dv-cinder-800697-3-iscsi neutron-server[93023]: 'Log': '1.0', Jul 16 20:00:58.642800 dv-cinder-800697-3-iscsi neutron-server[93023]: 'Network': '1.1', Jul 16 20:00:58.642800 dv-cinder-800697-3-iscsi neutron-server[93023]: 'Port': '1.7', Jul 16 20:00:58.642800 dv-cinder-800697-3-iscsi neutron-server[93023]: 'PortForwarding': '1.2', Jul 16 20:00:58.642800 dv-cinder-800697-3-iscsi neutron-server[93023]: 'QosPolicy': '1.8', Jul 16 20:00:58.642800 dv-cinder-800697-3-iscsi neutron-server[93023]: 'SecurityGroup': '1.4', Jul 16 20:00:58.642800 dv-cinder-800697-3-iscsi neutron-server[93023]: 'SecurityGroupRule': '1.2', Jul 16 20:00:58.642800 dv-cinder-800697-3-iscsi neutron-server[93023]: 'SubPort': '1.0', Jul 16 20:00:58.642800 dv-cinder-800697-3-iscsi neutron-server[93023]: 'Subnet': '1.1', Jul 16 20:00:58.642800 dv-cinder-800697-3-iscsi neutron-server[93023]: 'Trunk': '1.1'}} Jul 16 20:00:58.642800 dv-cinder-800697-3-iscsi neutron-server[93023]: {{(pid=93023) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 20:00:58.677251 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-c67ec2e1-a73d-4295-a136-5d57443ad068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:58.703435 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [None req-7d218284-62af-4fc6-a925-7b1ffd926fb6 None None] For port 32cf16c9-547e-44ad-a083-59a8dc60c8f5, host dv-cinder-800697-3-iscsi, cleared binding levels {{(pid=93023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:00:58.712916 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [None req-7d218284-62af-4fc6-a925-7b1ffd926fb6 None None] For port 32cf16c9-547e-44ad-a083-59a8dc60c8f5, host dv-cinder-800697-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=32cf16c9-547e-44ad-a083-59a8dc60c8f5,segment=NetworkSegment(cdf336fb-2473-4d8c-b46d-c083e8b3b4ea),segment_id=cdf336fb-2473-4d8c-b46d-c083e8b3b4ea)] {{(pid=93023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:00:58.720023 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-7d218284-62af-4fc6-a925-7b1ffd926fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:58.756173 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169fed58-8287-4a74-b6ee-3117e6bfe526 None None] Network c7ccddc4-0a2e-4884-a7b3-ed02f9b51dbd requested from dv-cinder-800697-3-iscsi {{(pid=93022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:00:58.769741 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d649d689-1919-43d8-835b-c8077247ddd7 None None] Network 883f6a6d-0cfa-43f0-a5af-57670009971e requested from dv-cinder-800697-3-iscsi {{(pid=93022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:00:58.784881 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning for port 47c12062-af8c-46ec-921a-565345e65532 completed by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:00:58.807685 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d218284-62af-4fc6-a925-7b1ffd926fb6 None None] Routers {'6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:00:58.809089 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-7d218284-62af-4fc6-a925-7b1ffd926fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:00:52Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca'], 'active': True} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:58.855727 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25979826-5ae6-480f-8fd7-f90e2cdcf23b admin admin] Pushing event updated for resources: {'Network': ['ID=0b3104bd-edfc-4af0-90f6-7b90aa247197,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:58.868937 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-25979826-5ae6-480f-8fd7-f90e2cdcf23b admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.9586043 Jul 16 20:00:58.871126 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 52876) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:58.904931 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [None req-0bf244e6-611b-43ae-8c8e-ba5fd65d8303 admin admin] Request body: {'subnet': {'network_id': '0b3104bd-edfc-4af0-90f6-7b90aa247197', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-26531343-subnet', 'tenant_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:00:58.917778 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Network 0b3104bd-edfc-4af0-90f6-7b90aa247197 details requested by agent ovs-agent-dv-cinder-800697-3-iscsi with host dv-cinder-800697-3-iscsi {{(pid=93022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:00:58.921844 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning complete for port 47c12062-af8c-46ec-921a-565345e65532 triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:00:58.922221 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:58.948502 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-c67ec2e1-a73d-4295-a136-5d57443ad068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:58.951347 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-c67ec2e1-a73d-4295-a136-5d57443ad068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:58.955419 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-c67ec2e1-a73d-4295-a136-5d57443ad068 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/840a9101-fbbc-4482-b053-96c90cb3cf3d HTTP/1.1" status: 204 len: 168 time: 0.5738075 Jul 16 20:00:58.970090 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ec2e1-a73d-4295-a136-5d57443ad068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840a9101-fbbc-4482-b053-96c90cb3cf3d,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:58.973989 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-7b5a4038-634e-4045-8021-d32737807766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:58.974185 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-ba5e5c58-0a42-444f-b2fc-b46656f2acfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7945194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851'] for subnet, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:58.981105 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf244e6-611b-43ae-8c8e-ba5fd65d8303 admin admin] Made reservation on behalf of 1f6d0bc6cd574899a9225c0ba21b689f for: {'subnet': 1} {{(pid=93021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:00:58.983907 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-0bf244e6-611b-43ae-8c8e-ba5fd65d8303 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:59.032430 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebf820ae-0f97-4d0f-a61b-56ed8307f019 admin admin] Deleting subnet 4d58f02f-ac9f-49d7-b09b-aab343201643 {{(pid=93020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:00:59.036217 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-ebf820ae-0f97-4d0f-a61b-56ed8307f019 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:59.127482 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvr_db [None req-7d218284-62af-4fc6-a925-7b1ffd926fb6 None None] Set router 6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca gateway port host: dv-cinder-800697-3-iscsi {{(pid=93023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:00:59.129174 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-ebf820ae-0f97-4d0f-a61b-56ed8307f019 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:59.144640 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-ebf820ae-0f97-4d0f-a61b-56ed8307f019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001713'] for subnet, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:59.191826 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 52894) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:59.199655 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37cadec-c4fe-4222-b1dd-3303a0f5b905 None None] Pushing event updated for resources: {'Port': ['ID=32cf16c9-547e-44ad-a083-59a8dc60c8f5,revision_number=3']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:59.213428 dv-cinder-800697-3-iscsi neutron-server[93021]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 20:00:59.238351 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-ebf820ae-0f97-4d0f-a61b-56ed8307f019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7945194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851'] for subnet, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:59.286783 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf820ae-0f97-4d0f-a61b-56ed8307f019 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d58f02f-ac9f-49d7-b09b-aab343201643,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:59.354450 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-ebf820ae-0f97-4d0f-a61b-56ed8307f019 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:59.357536 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-ebf820ae-0f97-4d0f-a61b-56ed8307f019 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/4d58f02f-ac9f-49d7-b09b-aab343201643 HTTP/1.1" status: 204 len: 168 time: 0.7625015 Jul 16 20:00:59.360531 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 52910) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:59.377647 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-dfa21536-e6da-4178-8b4e-8a740bdcca6f None None] Provisioning complete for port 47c12062-af8c-46ec-921a-565345e65532 triggered by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:00:59.378285 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-dfa21536-e6da-4178-8b4e-8a740bdcca6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:59.435804 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 52912) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:59.440532 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-44a46468-48f0-4a21-b4a2-62bfd2a59c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556954'] for network, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:59.447744 dv-cinder-800697-3-iscsi neutron-server[93020]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 20:00:59.450213 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-7d218284-62af-4fc6-a925-7b1ffd926fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'name': 'tempest-AttachVolumeShelveTestJSON-631390118-router', 'tenant_id': 'b242095010ee4963872bd0cfcbacc3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '32cf16c9-547e-44ad-a083-59a8dc60c8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:00:54Z', 'updated_at': '2021-07-16T20:00:55Z', 'revision_number': 3, 'project_id': 'b242095010ee4963872bd0cfcbacc3fa', 'gw_port': {'id': '32cf16c9-547e-44ad-a083-59a8dc60c8f5', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:00:55Z', 'updated_at': '2021-07-16T20:00:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi'}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:00:59.486396 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10011c71-9092-42cf-a4dc-9dc711e37d37 req-54156890-b63b-4b6d-b646-32c91f7e5589 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:59.487947 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-10011c71-9092-42cf-a4dc-9dc711e37d37 req-54156890-b63b-4b6d-b646-32c91f7e5589 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/networks?id=e5804f1d-fdeb-47b2-a0ec-baf0d0715cca HTTP/1.1" status: 200 len: 814 time: 0.2917595 Jul 16 20:00:59.499588 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5e5c58-0a42-444f-b2fc-b46656f2acfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb407b5a-c60b-422c-8afc-1e584a6a4c1c,revision_number=0']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:59.526588 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-10011c71-9092-42cf-a4dc-9dc711e37d37 req-e477f31a-3d03-4811-8882-55f03da81dbf tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/quotas/6454850dc1f14582976bbf9cabb0fec3 HTTP/1.1" status: 200 len: 375 time: 0.0324409 Jul 16 20:00:59.528812 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5e5c58-0a42-444f-b2fc-b46656f2acfa admin admin] Checking segment: {'id': 'b84b4437-9c05-4c91-ae64-277a40c58618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '393b5044-b44c-402e-be20-85746d24c0e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:00:59.529164 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5e5c58-0a42-444f-b2fc-b46656f2acfa admin admin] Network hostable DHCP agents. Network: 393b5044-b44c-402e-be20-85746d24c0e1, hostable agents: ['b3327041-ebae-4eef-8a27-dd2dfc08199a'], hosted agents: [] {{(pid=93021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:00:59.531495 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d218284-62af-4fc6-a925-7b1ffd926fb6 None None] The sync data for ids ['6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca'] in dv-cinder-800697-3-iscsi is: [{'id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'name': 'tempest-AttachVolumeShelveTestJSON-631390118-router', 'tenant_id': 'b242095010ee4963872bd0cfcbacc3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '32cf16c9-547e-44ad-a083-59a8dc60c8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:00:54Z', 'updated_at': '2021-07-16T20:00:55Z', 'revision_number': 3, 'project_id': 'b242095010ee4963872bd0cfcbacc3fa', 'gw_port': {'id': '32cf16c9-547e-44ad-a083-59a8dc60c8f5', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:00:55Z', 'updated_at': '2021-07-16T20:00:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi'}] {{(pid=93023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:00:59.535159 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 52914) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:59.564477 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-dfa21536-e6da-4178-8b4e-8a740bdcca6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:59.603470 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-10011c71-9092-42cf-a4dc-9dc711e37d37 req-4f0758f9-2532-478e-ba85-810063f11197 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=6454850dc1f14582976bbf9cabb0fec3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668006 Jul 16 20:00:59.611756 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5e5c58-0a42-444f-b2fc-b46656f2acfa admin admin] Network 393b5044-b44c-402e-be20-85746d24c0e1 is scheduled to be hosted by DHCP agent b3327041-ebae-4eef-8a27-dd2dfc08199a with binding_index 1 {{(pid=93021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:00:59.639319 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-ba18f7b5-15a4-4b82-abbf-a629122645dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:59.646676 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.base_scheduler [None req-ba5e5c58-0a42-444f-b2fc-b46656f2acfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-3-iscsi, 393b5044-b44c-402e-be20-85746d24c0e1) {{(pid=93021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:00:59.654408 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5e5c58-0a42-444f-b2fc-b46656f2acfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:59.655046 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-ba5e5c58-0a42-444f-b2fc-b46656f2acfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for subnet, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:59.678086 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-ba5e5c58-0a42-444f-b2fc-b46656f2acfa admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6107671 Jul 16 20:00:59.680707 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 52920) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:59.685507 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [None req-9711455d-2bb4-49fd-b590-6d370dfb5ef3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-436099479-router', 'tenant_id': '414a34685fd04fe387cb1d18cde8082e', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3'}}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:00:59.714412 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-dfa21536-e6da-4178-8b4e-8a740bdcca6f None None] For port 47c12062-af8c-46ec-921a-565345e65532, host dv-cinder-800697-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=47c12062-af8c-46ec-921a-565345e65532,segment=NetworkSegment(1c4d2179-a936-4f83-8fe1-458e36f04a04),segment_id=1c4d2179-a936-4f83-8fe1-458e36f04a04)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:00:59.716395 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a791a906-f564-4e8f-8641-84bdb730a270 None None] Network 393b5044-b44c-402e-be20-85746d24c0e1 requested from dv-cinder-800697-3-iscsi {{(pid=93022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:00:59.760438 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-9711455d-2bb4-49fd-b590-6d370dfb5ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8363236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126830'] for router, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:59.761635 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-9711455d-2bb4-49fd-b590-6d370dfb5ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8300438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8363043', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8382923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126823'] for router, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:59.828915 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-44a46468-48f0-4a21-b4a2-62bfd2a59c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002645', 'neutron.services.segments.db._delete_segments_for_network-8786207386444'] for network, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:59.852032 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.db_base_plugin_common [None req-7b5a4038-634e-4045-8021-d32737807766 admin admin] Allocated IP 172.20.0.1 (4ff04a31-0c23-4b48-92bc-f65e7b91222b/bbca6f5f-fd8e-4af4-b23d-e7ec2502b976/966c6d7b-5624-4f3e-bfc8-882157fc3444) {{(pid=93020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:00:59.860278 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-44a46468-48f0-4a21-b4a2-62bfd2a59c48 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:00:59.860873 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-44a46468-48f0-4a21-b4a2-62bfd2a59c48 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:00:59.861759 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-44a46468-48f0-4a21-b4a2-62bfd2a59c48 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:00:59.862237 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-44a46468-48f0-4a21-b4a2-62bfd2a59c48 admin admin] Subscribe: > port after_create 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:00:59.862729 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-44a46468-48f0-4a21-b4a2-62bfd2a59c48 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:00:59.863209 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-44a46468-48f0-4a21-b4a2-62bfd2a59c48 admin admin] Subscribe: > port after_update 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:00:59.863696 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-44a46468-48f0-4a21-b4a2-62bfd2a59c48 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:00:59.864171 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-44a46468-48f0-4a21-b4a2-62bfd2a59c48 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:00:59.864649 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-44a46468-48f0-4a21-b4a2-62bfd2a59c48 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:00:59.865121 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-44a46468-48f0-4a21-b4a2-62bfd2a59c48 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:00:59.886644 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:59.911076 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-dfa21536-e6da-4178-8b4e-8a740bdcca6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:59.941076 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-9711455d-2bb4-49fd-b590-6d370dfb5ef3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:59.948414 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-0bf244e6-611b-43ae-8c8e-ba5fd65d8303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7945194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851'] for subnet, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:00.006185 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf244e6-611b-43ae-8c8e-ba5fd65d8303 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef5951b2-8beb-4c67-b6c2-485349b7bb28,revision_number=0']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:00.025768 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa21536-e6da-4178-8b4e-8a740bdcca6f None None] Pushing event updated for resources: {'Port': ['ID=47c12062-af8c-46ec-921a-565345e65532,revision_number=3']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:00.085691 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-44a46468-48f0-4a21-b4a2-62bfd2a59c48 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:01:00.086609 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-44a46468-48f0-4a21-b4a2-62bfd2a59c48 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:01:00.087091 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-44a46468-48f0-4a21-b4a2-62bfd2a59c48 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:01:00.087598 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-44a46468-48f0-4a21-b4a2-62bfd2a59c48 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:01:00.087973 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.services.segments.db [None req-44a46468-48f0-4a21-b4a2-62bfd2a59c48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fb5bbab-70ec-4ff5-98a7-3ece5c70a8d7']}} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:00.097780 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [req-10011c71-9092-42cf-a4dc-9dc711e37d37 req-9294a37c-246f-4524-b17e-349e0b2604e1 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93021) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:01:00.098850 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-10011c71-9092-42cf-a4dc-9dc711e37d37 req-9294a37c-246f-4524-b17e-349e0b2604e1 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1564205 Jul 16 20:01:00.129458 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a75689-a680-47bf-a2d7-ac7c35808827 req-0d688c27-0c87-477b-921b-71fe7547a6c4 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:00.131572 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a6a75689-a680-47bf-a2d7-ac7c35808827 req-0d688c27-0c87-477b-921b-71fe7547a6c4 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] 10.222.0.98 "GET /v2.0/networks?id=c7ccddc4-0a2e-4884-a7b3-ed02f9b51dbd HTTP/1.1" status: 200 len: 811 time: 0.6849432 Jul 16 20:01:00.136481 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.services.segments.db [None req-44a46468-48f0-4a21-b4a2-62bfd2a59c48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a406fe8a-84af-438c-af16-9cc6c7d75b9e') {'for_net_delete': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:00.137233 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.services.segments.db [None req-44a46468-48f0-4a21-b4a2-62bfd2a59c48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a406fe8a-84af-438c-af16-9cc6c7d75b9e') {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:00.189484 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-44a46468-48f0-4a21-b4a2-62bfd2a59c48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786207387733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6078529'] for segment, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:00.191620 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-9711455d-2bb4-49fd-b590-6d370dfb5ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8363057', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8363137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126837'] for router, precommit_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:00.193887 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8747612a-0bc4-4b5b-8110-f748b4645af4 None None] Network 393b5044-b44c-402e-be20-85746d24c0e1 requested from dv-cinder-800697-3-iscsi {{(pid=93022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:01:00.197447 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.db.api [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93022) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:01:00.198871 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG oslo_db.api [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:01:00.205256 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a6a75689-a680-47bf-a2d7-ac7c35808827 req-e51ff8c7-a716-4bab-825f-e2c7dcce5626 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] 10.222.0.98 "GET /v2.0/quotas/b6965a6d41d04a2db80c6fd2f258d023 HTTP/1.1" status: 200 len: 375 time: 0.0601003 Jul 16 20:01:00.305393 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf244e6-611b-43ae-8c8e-ba5fd65d8303 admin admin] Checking segment: {'id': '8e320ee3-ef38-49c6-b0e5-96c1ac24e24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '0b3104bd-edfc-4af0-90f6-7b90aa247197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:01:00.305914 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf244e6-611b-43ae-8c8e-ba5fd65d8303 admin admin] Network hostable DHCP agents. Network: 0b3104bd-edfc-4af0-90f6-7b90aa247197, hostable agents: ['b3327041-ebae-4eef-8a27-dd2dfc08199a'], hosted agents: [] {{(pid=93021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:01:00.321978 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a6a75689-a680-47bf-a2d7-ac7c35808827 req-3dced68c-b937-47a7-ae7a-e5a2c30cb2b2 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=b6965a6d41d04a2db80c6fd2f258d023&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1002915 Jul 16 20:01:00.323858 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-44a46468-48f0-4a21-b4a2-62bfd2a59c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964265'] for segment, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:00.344371 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44a46468-48f0-4a21-b4a2-62bfd2a59c48 admin admin] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=93020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:01:00.344782 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-44a46468-48f0-4a21-b4a2-62bfd2a59c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6084173'] for segment, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:00.352499 dv-cinder-800697-3-iscsi neutron-server[93020]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 20:01:00.352499 dv-cinder-800697-3-iscsi neutron-server[93020]: from cryptography.utils import int_from_bytes Jul 16 20:01:00.352499 dv-cinder-800697-3-iscsi neutron-server[93020]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 20:01:00.352499 dv-cinder-800697-3-iscsi neutron-server[93020]: from cryptography.utils import int_from_bytes Jul 16 20:01:00.352499 dv-cinder-800697-3-iscsi neutron-server[93020]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:01:00.352499 dv-cinder-800697-3-iscsi neutron-server[93020]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:01:00.352499 dv-cinder-800697-3-iscsi neutron-server[93020]: Traceback (most recent call last): Jul 16 20:01:00.352499 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:01:00.352499 dv-cinder-800697-3-iscsi neutron-server[93020]: timer() Jul 16 20:01:00.352499 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:01:00.352499 dv-cinder-800697-3-iscsi neutron-server[93020]: cb(*args, **kw) Jul 16 20:01:00.352499 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:01:00.352499 dv-cinder-800697-3-iscsi neutron-server[93020]: return func(*args, **kwargs) Jul 16 20:01:00.352499 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:01:00.352499 dv-cinder-800697-3-iscsi neutron-server[93020]: self._notify() Jul 16 20:01:00.352499 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:01:00.352499 dv-cinder-800697-3-iscsi neutron-server[93020]: self.callback(batched_events) Jul 16 20:01:00.352499 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:01:00.352499 dv-cinder-800697-3-iscsi neutron-server[93020]: event.method(event) Jul 16 20:01:00.352499 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:01:00.352499 dv-cinder-800697-3-iscsi neutron-server[93020]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:01:00.352499 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:01:00.352499 dv-cinder-800697-3-iscsi neutron-server[93020]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:01:00.352499 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:01:00.352499 dv-cinder-800697-3-iscsi neutron-server[93020]: return f(self, *a, **k) Jul 16 20:01:00.352499 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:01:00.352499 dv-cinder-800697-3-iscsi neutron-server[93020]: return self._get(url).json() Jul 16 20:01:00.352499 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:01:00.352499 dv-cinder-800697-3-iscsi neutron-server[93020]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:01:00.352499 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:01:00.352499 dv-cinder-800697-3-iscsi neutron-server[93020]: return self.request(url, 'GET', **kwargs) Jul 16 20:01:00.352499 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:01:00.352499 dv-cinder-800697-3-iscsi neutron-server[93020]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:01:00.352499 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:01:00.352499 dv-cinder-800697-3-iscsi neutron-server[93020]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:01:00.352499 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:01:00.352499 dv-cinder-800697-3-iscsi neutron-server[93020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:01:00.352499 dv-cinder-800697-3-iscsi neutron-server[93020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:01:00.381391 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-10011c71-9092-42cf-a4dc-9dc711e37d37 req-e7448898-c0ce-4c6c-9836-042c06239224 service neutron] 10.222.0.98 "GET /v2.0/networks/e5804f1d-fdeb-47b2-a0ec-baf0d0715cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815894 Jul 16 20:01:00.432735 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf244e6-611b-43ae-8c8e-ba5fd65d8303 admin admin] Network 0b3104bd-edfc-4af0-90f6-7b90aa247197 is scheduled to be hosted by DHCP agent b3327041-ebae-4eef-8a27-dd2dfc08199a with binding_index 1 {{(pid=93021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:01:00.462933 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.base_scheduler [None req-0bf244e6-611b-43ae-8c8e-ba5fd65d8303 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-3-iscsi, 0b3104bd-edfc-4af0-90f6-7b90aa247197) {{(pid=93021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:00.469773 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf244e6-611b-43ae-8c8e-ba5fd65d8303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:00.470464 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-0bf244e6-611b-43ae-8c8e-ba5fd65d8303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for subnet, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:00.471048 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-ba18f7b5-15a4-4b82-abbf-a629122645dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:00.476228 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-7b5a4038-634e-4045-8021-d32737807766 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:00.485015 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-ba18f7b5-15a4-4b82-abbf-a629122645dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:00.485263 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb2cdb1-ae62-45a1-be01-c71308cef42c None None] Network 0b3104bd-edfc-4af0-90f6-7b90aa247197 requested from dv-cinder-800697-3-iscsi {{(pid=93022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:01:00.502925 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-44a46468-48f0-4a21-b4a2-62bfd2a59c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8363180'] for network, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:00.516181 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-7b5a4038-634e-4045-8021-d32737807766 admin admin] Transition to ACTIVE for port object 966c6d7b-5624-4f3e-bfc8-882157fc3444 will not be triggered until provisioned by entity DHCP. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:00.550240 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-44a46468-48f0-4a21-b4a2-62bfd2a59c48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for network, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:00.552195 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-44a46468-48f0-4a21-b4a2-62bfd2a59c48 admin admin] 10.222.0.98 "DELETE /v2.0/networks/7fb5bbab-70ec-4ff5-98a7-3ece5c70a8d7 HTTP/1.1" status: 204 len: 168 time: 1.1905808 Jul 16 20:01:00.557530 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 52930) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:00.559985 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-ba18f7b5-15a4-4b82-abbf-a629122645dd admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3c76749de7204b748c867a9548b49918&name=default HTTP/1.1" status: 200 len: 2977 time: 1.0213957 Jul 16 20:01:00.560791 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a46468-48f0-4a21-b4a2-62bfd2a59c48 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fb5bbab-70ec-4ff5-98a7-3ece5c70a8d7,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:00.564607 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 52932) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:00.582651 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-10011c71-9092-42cf-a4dc-9dc711e37d37 req-342b791f-d72b-4ac7-a5f2-1ebaa61e54be service neutron] 10.222.0.98 "GET /v2.0/networks/e5804f1d-fdeb-47b2-a0ec-baf0d0715cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583188 Jul 16 20:01:00.583195 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba18f7b5-15a4-4b82-abbf-a629122645dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d350f8-daa2-474a-9bb1-6a4859eaac53,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:00.587710 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-0bf244e6-611b-43ae-8c8e-ba5fd65d8303 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7096469 Jul 16 20:01:00.589402 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 52934) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:00.590836 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [req-a6a75689-a680-47bf-a2d7-ac7c35808827 req-c224faab-ca3e-46b7-be20-46e3ad1dd0b1 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93020) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:01:00.591970 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a6a75689-a680-47bf-a2d7-ac7c35808827 req-c224faab-ca3e-46b7-be20-46e3ad1dd0b1 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1482472 Jul 16 20:01:00.602635 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [None req-11d1dac5-f75b-48e0-a80e-54fbb205fece admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-26531343-router', 'tenant_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3'}}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:00.767272 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-11d1dac5-f75b-48e0-a80e-54fbb205fece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8363236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126830'] for router, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:00.768334 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-11d1dac5-f75b-48e0-a80e-54fbb205fece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8300438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8363043', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8382923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126823'] for router, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:00.817748 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-9711455d-2bb4-49fd-b590-6d370dfb5ef3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:00.846350 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-7b5a4038-634e-4045-8021-d32737807766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786206872486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:00.882275 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f9c8be-f0c2-4de9-bc8b-af6a7c87203e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdcc69863-837d-598d-acb5-02636b18cee0-0b3104bd-edfc-4af0-90f6-7b90aa247197', 'network_id': '0b3104bd-edfc-4af0-90f6-7b90aa247197', 'tenant_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'fixed_ips': [{'subnet_id': 'ef5951b2-8beb-4c67-b6c2-485349b7bb28'}]}} from dv-cinder-800697-3-iscsi. {{(pid=93022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:01:00.883955 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-90f9c8be-f0c2-4de9-bc8b-af6a7c87203e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_create {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:00.908933 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-11d1dac5-f75b-48e0-a80e-54fbb205fece admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:00.913423 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-9711455d-2bb4-49fd-b590-6d370dfb5ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:00.946610 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.db_base_plugin_v2 [None req-457e263d-468f-48cb-b099-2d897f853b4f admin admin] Deleting subnet 5761e7fe-b0a3-4f88-85ac-ec3135a9b4ab {{(pid=93020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:01:00.946610 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-457e263d-468f-48cb-b099-2d897f853b4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:00.991937 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-457e263d-468f-48cb-b099-2d897f853b4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6078582'] for subnet, precommit_delete_associations {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:01.080293 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.db_base_plugin_common [None req-90f9c8be-f0c2-4de9-bc8b-af6a7c87203e None None] Allocated IP 172.20.0.2 (0b3104bd-edfc-4af0-90f6-7b90aa247197/ef5951b2-8beb-4c67-b6c2-485349b7bb28/040928a6-48b8-4583-9309-ebf4e2bafd0d) {{(pid=93022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:01:01.101852 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a6a75689-a680-47bf-a2d7-ac7c35808827 req-d8020dd9-614d-475a-a349-36f3d73c5a45 service neutron] 10.222.0.98 "GET /v2.0/networks/c7ccddc4-0a2e-4884-a7b3-ed02f9b51dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4846022 Jul 16 20:01:01.106209 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 47c12062-af8c-46ec-921a-565345e65532 up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:01:01.114304 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5a4038-634e-4045-8021-d32737807766 admin admin] Network 4ff04a31-0c23-4b48-92bc-f65e7b91222b is already hosted by enough agents. {{(pid=93020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:01:01.147928 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.base_scheduler [None req-7b5a4038-634e-4045-8021-d32737807766 admin admin] Resources bound (agent type, host, resource id): {{(pid=93020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:01.165857 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5a4038-634e-4045-8021-d32737807766 admin admin] Received port after_create {{(pid=93020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:01:01.232957 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-7b5a4038-634e-4045-8021-d32737807766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8300323'] for router_interface, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:01.253803 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning complete for port 47c12062-af8c-46ec-921a-565345e65532 triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:01.254170 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:01.285402 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-bd25a406-dd5e-4dd3-bebf-1030a6a2f513 req-22edc3ef-8a26-4df9-85be-32b12da10a91 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=905a537c-74db-46cb-a828-eef2ad9ebb6b HTTP/1.1" status: 200 len: 210 time: 0.1548588 Jul 16 20:01:01.312459 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-11d1dac5-f75b-48e0-a80e-54fbb205fece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8363057', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8363137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126837'] for router, precommit_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:01.412373 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-705677e0-2f06-4234-b80c-83353346af02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:01.420242 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-457e263d-468f-48cb-b099-2d897f853b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001713'] for subnet, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:01.508974 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.db_base_plugin_common [None req-9711455d-2bb4-49fd-b590-6d370dfb5ef3 admin admin] Allocated IP 172.27.1.254 (72bddd3a-8a62-4354-b4b3-8a4b3e183ea3/b7c8a0af-efd8-4b77-9799-206f74457d50/5dac3b53-d855-4320-b709-82771757a93e) {{(pid=93021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:01:01.514023 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-7b5a4038-634e-4045-8021-d32737807766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:01.520237 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5a4038-634e-4045-8021-d32737807766 admin admin] Pushing event updated for resources: {'Port': ['ID=966c6d7b-5624-4f3e-bfc8-882157fc3444,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:01.631494 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-705677e0-2f06-4234-b80c-83353346af02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:01.637702 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-4b83530d-20db-40a8-b379-974916250c48 None None] Provisioning for port 966c6d7b-5624-4f3e-bfc8-882157fc3444 completed by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:01:01.644650 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-90f9c8be-f0c2-4de9-bc8b-af6a7c87203e None None] Notify callbacks [] for port, precommit_create {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:01.652276 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-4b83530d-20db-40a8-b379-974916250c48 None None] Provisioning complete for port 966c6d7b-5624-4f3e-bfc8-882157fc3444 triggered by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:01.652851 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-4b83530d-20db-40a8-b379-974916250c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:01.684212 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-90f9c8be-f0c2-4de9-bc8b-af6a7c87203e None None] Transition to ACTIVE for port object 040928a6-48b8-4583-9309-ebf4e2bafd0d will not be triggered until provisioned by entity L2. {{(pid=93022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:01.753807 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-9711455d-2bb4-49fd-b590-6d370dfb5ef3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:01.776624 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 32cf16c9-547e-44ad-a083-59a8dc60c8f5 up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:01:01.778526 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-4b83530d-20db-40a8-b379-974916250c48 None None] Port 966c6d7b-5624-4f3e-bfc8-882157fc3444 cannot update to ACTIVE because it is not bound. {{(pid=93022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:01:01.789782 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-90f9c8be-f0c2-4de9-bc8b-af6a7c87203e None None] Transition to ACTIVE for port object 040928a6-48b8-4583-9309-ebf4e2bafd0d will not be triggered until provisioned by entity DHCP. {{(pid=93022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:01.816090 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-90f9c8be-f0c2-4de9-bc8b-af6a7c87203e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786206872486'] for port, after_create {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:01.877182 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a6a75689-a680-47bf-a2d7-ac7c35808827 req-260193cc-8c89-4ef0-ae5f-0c43bcd1de55 service neutron] 10.222.0.98 "GET /v2.0/networks/c7ccddc4-0a2e-4884-a7b3-ed02f9b51dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7610590 Jul 16 20:01:01.891760 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-457e263d-468f-48cb-b099-2d897f853b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7945194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6084591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5499290'] for subnet, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:01.900268 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-9711455d-2bb4-49fd-b590-6d370dfb5ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786206872486'] for port, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:01.913228 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-457e263d-468f-48cb-b099-2d897f853b4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:01.918856 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-457e263d-468f-48cb-b099-2d897f853b4f admin admin] 10.222.0.98 "DELETE /v2.0/subnets/5761e7fe-b0a3-4f88-85ac-ec3135a9b4ab HTTP/1.1" status: 204 len: 168 time: 1.3518202 Jul 16 20:01:01.931581 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 52980) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:01.940520 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f9c8be-f0c2-4de9-bc8b-af6a7c87203e None None] Network 0b3104bd-edfc-4af0-90f6-7b90aa247197 is already hosted by enough agents. {{(pid=93022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:01:01.943384 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457e263d-468f-48cb-b099-2d897f853b4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5761e7fe-b0a3-4f88-85ac-ec3135a9b4ab,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:01.952325 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f9c8be-f0c2-4de9-bc8b-af6a7c87203e None None] Pushing event updated for resources: {'Port': ['ID=040928a6-48b8-4583-9309-ebf4e2bafd0d,revision_number=1']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:01.960533 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.scheduler.base_scheduler [None req-90f9c8be-f0c2-4de9-bc8b-af6a7c87203e None None] Resources bound (agent type, host, resource id): {{(pid=93022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:01.987927 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-705677e0-2f06-4234-b80c-83353346af02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:01.988754 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f9c8be-f0c2-4de9-bc8b-af6a7c87203e None None] Received port after_create {{(pid=93022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:01:01.991356 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-705677e0-2f06-4234-b80c-83353346af02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:01.992951 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-705677e0-2f06-4234-b80c-83353346af02 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/96d350f8-daa2-474a-9bb1-6a4859eaac53 HTTP/1.1" status: 204 len: 168 time: 1.4195259 Jul 16 20:01:02.015112 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705677e0-2f06-4234-b80c-83353346af02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d350f8-daa2-474a-9bb1-6a4859eaac53,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:02.050389 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9711455d-2bb4-49fd-b590-6d370dfb5ef3 admin admin] Network 72bddd3a-8a62-4354-b4b3-8a4b3e183ea3 is already hosted by enough agents. {{(pid=93021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:01:02.054782 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-7b5a4038-634e-4045-8021-d32737807766 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:02.064187 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-7b5a4038-634e-4045-8021-d32737807766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6084517'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:02.125773 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.managers [None req-90f9c8be-f0c2-4de9-bc8b-af6a7c87203e None None] Attempting to bind port 040928a6-48b8-4583-9309-ebf4e2bafd0d on host dv-cinder-800697-3-iscsi for vnic_type normal with profile {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:01:02.126465 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.managers [None req-90f9c8be-f0c2-4de9-bc8b-af6a7c87203e None None] Attempting to bind port 040928a6-48b8-4583-9309-ebf4e2bafd0d by drivers openvswitch,hyperv on host dv-cinder-800697-3-iscsi at level 0 using segments [{'id': '8e320ee3-ef38-49c6-b0e5-96c1ac24e24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '0b3104bd-edfc-4af0-90f6-7b90aa247197'}] {{(pid=93022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:01:02.126627 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f9c8be-f0c2-4de9-bc8b-af6a7c87203e None None] Attempting to bind port 040928a6-48b8-4583-9309-ebf4e2bafd0d on network 0b3104bd-edfc-4af0-90f6-7b90aa247197 {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:01:02.130177 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning for port 32cf16c9-547e-44ad-a083-59a8dc60c8f5 completed by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:01:02.137025 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning complete for port 32cf16c9-547e-44ad-a083-59a8dc60c8f5 triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:02.137582 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:02.146292 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.base_scheduler [None req-9711455d-2bb4-49fd-b590-6d370dfb5ef3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:02.153012 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-11d1dac5-f75b-48e0-a80e-54fbb205fece admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:02.175807 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f9c8be-f0c2-4de9-bc8b-af6a7c87203e None None] Checking agent: {'id': '6d2f6f1f-2a68-46fa-b61c-109a868a14b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 53, 32), 'started_at': datetime.datetime(2021, 7, 16, 19, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:01:02.176182 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f9c8be-f0c2-4de9-bc8b-af6a7c87203e None None] Checking segment: {'id': '8e320ee3-ef38-49c6-b0e5-96c1ac24e24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '0b3104bd-edfc-4af0-90f6-7b90aa247197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:01:02.176606 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-90f9c8be-f0c2-4de9-bc8b-af6a7c87203e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:02.176984 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f9c8be-f0c2-4de9-bc8b-af6a7c87203e None None] Bound using segment: {'id': '8e320ee3-ef38-49c6-b0e5-96c1ac24e24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '0b3104bd-edfc-4af0-90f6-7b90aa247197'} {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:01:02.177474 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.managers [None req-90f9c8be-f0c2-4de9-bc8b-af6a7c87203e None None] Bound port: 040928a6-48b8-4583-9309-ebf4e2bafd0d, host: dv-cinder-800697-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e320ee3-ef38-49c6-b0e5-96c1ac24e24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '0b3104bd-edfc-4af0-90f6-7b90aa247197'}}] {{(pid=93022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:01:02.177937 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-90f9c8be-f0c2-4de9-bc8b-af6a7c87203e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:02.217655 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5a4038-634e-4045-8021-d32737807766 admin admin] Pushing event updated for resources: {'Port': ['ID=966c6d7b-5624-4f3e-bfc8-882157fc3444,revision_number=2']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:02.286881 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-7b5a4038-634e-4045-8021-d32737807766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8300375'] for router_interface, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:02.325145 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:02.341849 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-90f9c8be-f0c2-4de9-bc8b-af6a7c87203e None None] For port 040928a6-48b8-4583-9309-ebf4e2bafd0d, host dv-cinder-800697-3-iscsi, cleared binding levels {{(pid=93022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:01:02.344246 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9711455d-2bb4-49fd-b590-6d370dfb5ef3 admin admin] Pushing event updated for resources: {'Port': ['ID=5dac3b53-d855-4320-b709-82771757a93e,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:02.363510 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-90f9c8be-f0c2-4de9-bc8b-af6a7c87203e None None] For port 040928a6-48b8-4583-9309-ebf4e2bafd0d, host dv-cinder-800697-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=040928a6-48b8-4583-9309-ebf4e2bafd0d,segment=NetworkSegment(8e320ee3-ef38-49c6-b0e5-96c1ac24e24d),segment_id=8e320ee3-ef38-49c6-b0e5-96c1ac24e24d)] {{(pid=93022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:01:02.365080 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:02.366828 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-ef8148bf-6199-4898-a7ef-34592bd4d59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556954'] for network, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:02.374983 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9711455d-2bb4-49fd-b590-6d370dfb5ef3 admin admin] Received port after_create {{(pid=93021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:01:02.380699 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-90f9c8be-f0c2-4de9-bc8b-af6a7c87203e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:02.384662 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-11d1dac5-f75b-48e0-a80e-54fbb205fece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:02.406210 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] For port 32cf16c9-547e-44ad-a083-59a8dc60c8f5, host dv-cinder-800697-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=32cf16c9-547e-44ad-a083-59a8dc60c8f5,segment=NetworkSegment(cdf336fb-2473-4d8c-b46d-c083e8b3b4ea),segment_id=cdf336fb-2473-4d8c-b46d-c083e8b3b4ea)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:02.431563 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:02.471877 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f9c8be-f0c2-4de9-bc8b-af6a7c87203e None None] Pushing event updated for resources: {'Port': ['ID=040928a6-48b8-4583-9309-ebf4e2bafd0d,revision_number=2']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:02.557466 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Pushing event updated for resources: {'Port': ['ID=32cf16c9-547e-44ad-a083-59a8dc60c8f5,revision_number=4']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:02.658320 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5a4038-634e-4045-8021-d32737807766 admin admin] Network 4ff04a31-0c23-4b48-92bc-f65e7b91222b is already hosted by enough agents. {{(pid=93020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:01:02.670895 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-f5565b1a-14bf-4dc8-ba90-aacaee8f99dd req-aac0ce68-bfa1-46eb-8e83-1bbc95fd7609 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=905a537c-74db-46cb-a828-eef2ad9ebb6b HTTP/1.1" status: 200 len: 210 time: 0.1426680 Jul 16 20:01:02.671114 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-4fcf2f67-d4e8-4e93-80f3-7ca26132ddf2 req-3cecb23b-e0a8-4ed3-aa5d-acc27554484c tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] 10.222.0.98 "GET /v2.0/ports?device_id=a0d38af4-df3d-48d7-a8eb-69e4057b4fea HTTP/1.1" status: 200 len: 210 time: 0.2937849 Jul 16 20:01:02.675911 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.base_scheduler [None req-7b5a4038-634e-4045-8021-d32737807766 admin admin] Resources bound (agent type, host, resource id): {{(pid=93020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:02.989365 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 32cf16c9-547e-44ad-a083-59a8dc60c8f5 up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:01:03.050954 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b5a4038-634e-4045-8021-d32737807766 admin admin] Router 6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca has already been hosted by L3 agent 2edc1d69-0f6a-462d-a1c4-2c7c9be5649e {{(pid=93020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:01:03.161557 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning complete for port 32cf16c9-547e-44ad-a083-59a8dc60c8f5 triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:03.162093 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:03.209686 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-ef8148bf-6199-4898-a7ef-34592bd4d59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002645', 'neutron.services.segments.db._delete_segments_for_network-8786207386444'] for network, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:03.255886 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-cbb2daa1-0daa-4988-b9a7-efcad52e48b6 None None] Provisioning complete for port 966c6d7b-5624-4f3e-bfc8-882157fc3444 triggered by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:03.256466 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-cbb2daa1-0daa-4988-b9a7-efcad52e48b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:03.257936 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5a4038-634e-4045-8021-d32737807766 admin admin] Notify agent at l3_agent.dv-cinder-800697-3-iscsi the message routers_updated {{(pid=93020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:01:03.273317 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-7b5a4038-634e-4045-8021-d32737807766 admin admin] 10.222.0.98 "PUT /v2.0/routers/6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2270014 Jul 16 20:01:03.277995 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 53042) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:03.311061 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-ef8148bf-6199-4898-a7ef-34592bd4d59a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:01:03.311417 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-ef8148bf-6199-4898-a7ef-34592bd4d59a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:01:03.312132 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-ef8148bf-6199-4898-a7ef-34592bd4d59a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:01:03.312453 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-ef8148bf-6199-4898-a7ef-34592bd4d59a admin admin] Subscribe: > port after_create 55550000 {{(pid=93021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:01:03.312964 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-ef8148bf-6199-4898-a7ef-34592bd4d59a admin admin] Subscribe: > port after_delete 55550000 {{(pid=93021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:01:03.313447 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-ef8148bf-6199-4898-a7ef-34592bd4d59a admin admin] Subscribe: > port after_update 55550000 {{(pid=93021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:01:03.313913 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-ef8148bf-6199-4898-a7ef-34592bd4d59a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:01:03.314378 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-ef8148bf-6199-4898-a7ef-34592bd4d59a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:01:03.315038 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-ef8148bf-6199-4898-a7ef-34592bd4d59a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:01:03.315515 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-ef8148bf-6199-4898-a7ef-34592bd4d59a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:01:03.327016 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447e5b06-c426-44ba-9307-9746a1d96bee None None] Sync routers for ids ['6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca'] in dv-cinder-800697-3-iscsi {{(pid=93022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:01:03.405439 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-cbb2daa1-0daa-4988-b9a7-efcad52e48b6 None None] Port 966c6d7b-5624-4f3e-bfc8-882157fc3444 cannot update to ACTIVE because it is not bound. {{(pid=93022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:01:03.426548 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447e5b06-c426-44ba-9307-9746a1d96bee None None] Routers {'6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:01:03.427291 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-447e5b06-c426-44ba-9307-9746a1d96bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:00:52Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca'], 'active': True} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:03.504133 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-cac5071e-ffa3-4789-b690-2a1bd05881d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:03.512556 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-ef8148bf-6199-4898-a7ef-34592bd4d59a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:01:03.513104 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-ef8148bf-6199-4898-a7ef-34592bd4d59a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:01:03.513221 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-ef8148bf-6199-4898-a7ef-34592bd4d59a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:01:03.520883 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-ef8148bf-6199-4898-a7ef-34592bd4d59a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:01:03.521501 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.services.segments.db [None req-ef8148bf-6199-4898-a7ef-34592bd4d59a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['883f6a6d-0cfa-43f0-a5af-57670009971e']}} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:03.550053 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.services.segments.db [None req-ef8148bf-6199-4898-a7ef-34592bd4d59a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a080ab7b-9c6a-453c-a60a-fcd77f2a0d60') {'for_net_delete': True} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:03.550643 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.services.segments.db [None req-ef8148bf-6199-4898-a7ef-34592bd4d59a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a080ab7b-9c6a-453c-a60a-fcd77f2a0d60') {} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:03.588301 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-ef8148bf-6199-4898-a7ef-34592bd4d59a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786207387733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5939977'] for segment, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:03.658296 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.db_base_plugin_common [None req-11d1dac5-f75b-48e0-a80e-54fbb205fece admin admin] Allocated IP 172.27.1.34 (72bddd3a-8a62-4354-b4b3-8a4b3e183ea3/b7c8a0af-efd8-4b77-9799-206f74457d50/34ae6685-b683-4f7c-9429-b8c022470bd3) {{(pid=93021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:01:03.672663 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-ef8148bf-6199-4898-a7ef-34592bd4d59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964265'] for segment, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:03.691866 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef8148bf-6199-4898-a7ef-34592bd4d59a admin admin] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=93021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:01:03.692548 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-ef8148bf-6199-4898-a7ef-34592bd4d59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8121261'] for segment, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:03.699295 dv-cinder-800697-3-iscsi neutron-server[93021]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 20:01:03.699295 dv-cinder-800697-3-iscsi neutron-server[93021]: from cryptography.utils import int_from_bytes Jul 16 20:01:03.699295 dv-cinder-800697-3-iscsi neutron-server[93021]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 20:01:03.699295 dv-cinder-800697-3-iscsi neutron-server[93021]: from cryptography.utils import int_from_bytes Jul 16 20:01:03.699295 dv-cinder-800697-3-iscsi neutron-server[93021]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:01:03.699295 dv-cinder-800697-3-iscsi neutron-server[93021]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:01:03.699295 dv-cinder-800697-3-iscsi neutron-server[93021]: Traceback (most recent call last): Jul 16 20:01:03.699295 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:01:03.699295 dv-cinder-800697-3-iscsi neutron-server[93021]: timer() Jul 16 20:01:03.699295 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:01:03.699295 dv-cinder-800697-3-iscsi neutron-server[93021]: cb(*args, **kw) Jul 16 20:01:03.699295 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:01:03.699295 dv-cinder-800697-3-iscsi neutron-server[93021]: return func(*args, **kwargs) Jul 16 20:01:03.699295 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:01:03.699295 dv-cinder-800697-3-iscsi neutron-server[93021]: self._notify() Jul 16 20:01:03.699295 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:01:03.699295 dv-cinder-800697-3-iscsi neutron-server[93021]: self.callback(batched_events) Jul 16 20:01:03.699295 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:01:03.699295 dv-cinder-800697-3-iscsi neutron-server[93021]: event.method(event) Jul 16 20:01:03.699295 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:01:03.699295 dv-cinder-800697-3-iscsi neutron-server[93021]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:01:03.699295 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:01:03.699295 dv-cinder-800697-3-iscsi neutron-server[93021]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:01:03.699295 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:01:03.699295 dv-cinder-800697-3-iscsi neutron-server[93021]: return f(self, *a, **k) Jul 16 20:01:03.699295 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:01:03.699295 dv-cinder-800697-3-iscsi neutron-server[93021]: return self._get(url).json() Jul 16 20:01:03.699295 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:01:03.699295 dv-cinder-800697-3-iscsi neutron-server[93021]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:01:03.699295 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:01:03.699295 dv-cinder-800697-3-iscsi neutron-server[93021]: return self.request(url, 'GET', **kwargs) Jul 16 20:01:03.699295 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:01:03.699295 dv-cinder-800697-3-iscsi neutron-server[93021]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:01:03.699295 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:01:03.699295 dv-cinder-800697-3-iscsi neutron-server[93021]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:01:03.699295 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:01:03.699295 dv-cinder-800697-3-iscsi neutron-server[93021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:01:03.699295 dv-cinder-800697-3-iscsi neutron-server[93021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:01:03.728806 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvr_db [None req-447e5b06-c426-44ba-9307-9746a1d96bee None None] Set router 6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca gateway port host: dv-cinder-800697-3-iscsi {{(pid=93022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:01:03.768790 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-cac5071e-ffa3-4789-b690-2a1bd05881d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:03.789042 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-cac5071e-ffa3-4789-b690-2a1bd05881d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:03.879384 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-1f99e9e7-1dd9-488d-bfd3-2ce34bad88ec req-270962e9-e47f-4e4c-a0ba-13a1724cf359 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] 10.222.0.98 "GET /v2.0/ports?device_id=a0d38af4-df3d-48d7-a8eb-69e4057b4fea HTTP/1.1" status: 200 len: 210 time: 0.1022446 Jul 16 20:01:03.883102 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-9711455d-2bb4-49fd-b590-6d370dfb5ef3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:03.901919 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac5071e-ffa3-4789-b690-2a1bd05881d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e34137-4b91-4d6c-963a-e42083fe0626,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:03.939360 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-cac5071e-ffa3-4789-b690-2a1bd05881d9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a89c2834f07045c9b3285570b100dba0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6601694 Jul 16 20:01:03.949358 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 53068) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:04.045231 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-50040480-31a2-4987-bf4b-a33eb6aacfaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:04.073249 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-50040480-31a2-4987-bf4b-a33eb6aacfaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:04.154761 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-50040480-31a2-4987-bf4b-a33eb6aacfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:04.159656 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-50040480-31a2-4987-bf4b-a33eb6aacfaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:04.169292 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-50040480-31a2-4987-bf4b-a33eb6aacfaa admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/23e34137-4b91-4d6c-963a-e42083fe0626 HTTP/1.1" status: 204 len: 168 time: 0.2164800 Jul 16 20:01:04.184323 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50040480-31a2-4987-bf4b-a33eb6aacfaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e34137-4b91-4d6c-963a-e42083fe0626,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:04.190585 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-447e5b06-c426-44ba-9307-9746a1d96bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'name': 'tempest-AttachVolumeShelveTestJSON-631390118-router', 'tenant_id': 'b242095010ee4963872bd0cfcbacc3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '32cf16c9-547e-44ad-a083-59a8dc60c8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:00:54Z', 'updated_at': '2021-07-16T20:01:01Z', 'revision_number': 4, 'project_id': 'b242095010ee4963872bd0cfcbacc3fa', 'gw_port': {'id': '32cf16c9-547e-44ad-a083-59a8dc60c8f5', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:00:55Z', 'updated_at': '2021-07-16T20:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_interfaces': [{'id': '966c6d7b-5624-4f3e-bfc8-882157fc3444', 'name': '', 'network_id': '4ff04a31-0c23-4b48-92bc-f65e7b91222b', 'tenant_id': 'b242095010ee4963872bd0cfcbacc3fa', 'mac_address': 'fa:16:3e:77:ab:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bbca6f5f-fd8e-4af4-b23d-e7ec2502b976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:00:59Z', 'updated_at': '2021-07-16T20:01:01Z', 'revision_number': 2, 'project_id': 'b242095010ee4963872bd0cfcbacc3fa', 'subnets': [{'id': 'bbca6f5f-fd8e-4af4-b23d-e7ec2502b976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:04.253928 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447e5b06-c426-44ba-9307-9746a1d96bee None None] Checking router: 6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca for host: dv-cinder-800697-3-iscsi {{(pid=93022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:01:04.255259 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447e5b06-c426-44ba-9307-9746a1d96bee None None] Updating router 6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca port 966c6d7b-5624-4f3e-bfc8-882157fc3444 binding host dv-cinder-800697-3-iscsi {{(pid=93022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:01:04.292792 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4206a8-66bd-49b6-bc6d-84fcddb4d37d None None] Network 0b3104bd-edfc-4af0-90f6-7b90aa247197 requested from dv-cinder-800697-3-iscsi {{(pid=93022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:01:04.355893 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.102', 63366) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:04.386756 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-447e5b06-c426-44ba-9307-9746a1d96bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:04.400271 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-7122519d-adde-4d9a-aea9-45079ef80a71 req-6f8e9bfb-ca42-47e5-809f-58c5b4f25f5f tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=905a537c-74db-46cb-a828-eef2ad9ebb6b HTTP/1.1" status: 200 len: 210 time: 0.1000140 Jul 16 20:01:04.446707 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 53084) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:04.458367 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-ef8148bf-6199-4898-a7ef-34592bd4d59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8363180'] for network, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:04.512733 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8148bf-6199-4898-a7ef-34592bd4d59a admin admin] Pushing event deleted for resources: {'Network': ['ID=883f6a6d-0cfa-43f0-a5af-57670009971e,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:04.526296 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-ef8148bf-6199-4898-a7ef-34592bd4d59a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for network, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:04.529923 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [None req-8184cf4d-eefc-49e4-be37-6db3c59c8bda tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1036595911', 'description': 'tempest-description--1849735559'}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:04.536731 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-ef8148bf-6199-4898-a7ef-34592bd4d59a admin admin] 10.222.0.98 "DELETE /v2.0/networks/883f6a6d-0cfa-43f0-a5af-57670009971e HTTP/1.1" status: 204 len: 168 time: 2.6033089 Jul 16 20:01:04.593277 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10011c71-9092-42cf-a4dc-9dc711e37d37 req-c28541e6-8271-4a18-ac6c-cb755cd15da2 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:04.595254 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-10011c71-9092-42cf-a4dc-9dc711e37d37 req-c28541e6-8271-4a18-ac6c-cb755cd15da2 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.102 "GET /v2.0/networks?id=e5804f1d-fdeb-47b2-a0ec-baf0d0715cca HTTP/1.1" status: 200 len: 814 time: 0.2381015 Jul 16 20:01:04.596816 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-8184cf4d-eefc-49e4-be37-6db3c59c8bda tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks [] for security_group, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:04.667143 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-11d1dac5-f75b-48e0-a80e-54fbb205fece admin admin] Notify callbacks [] for port, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:04.686395 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-9711455d-2bb4-49fd-b590-6d370dfb5ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8363247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8363028'] for router, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:04.846055 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-11d1dac5-f75b-48e0-a80e-54fbb205fece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786206872486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8120956'] for port, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:04.846221 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-8184cf4d-eefc-49e4-be37-6db3c59c8bda tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks [] for security_group, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:04.853675 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-9731629c-15ac-4722-a8cc-297562f1cf86 None None] Provisioning for port 040928a6-48b8-4583-9309-ebf4e2bafd0d completed by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:01:04.855182 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-8184cf4d-eefc-49e4-be37-6db3c59c8bda tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:04.887409 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [req-10011c71-9092-42cf-a4dc-9dc711e37d37 req-aa17cb13-c0ef-4f91-a5d8-50c8da53daed tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Request body: {'port': {'device_id': '905a537c-74db-46cb-a828-eef2ad9ebb6b', 'network_id': 'e5804f1d-fdeb-47b2-a0ec-baf0d0715cca', 'admin_state_up': True, 'tenant_id': '6454850dc1f14582976bbf9cabb0fec3'}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:04.927138 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8184cf4d-eefc-49e4-be37-6db3c59c8bda tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a766f3a-bdea-41c5-901b-4d67b20c76be,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:04.930878 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-8184cf4d-eefc-49e4-be37-6db3c59c8bda tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks [] for security_group, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:04.932119 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-8184cf4d-eefc-49e4-be37-6db3c59c8bda tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4108419 Jul 16 20:01:04.952465 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 53102) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:04.959654 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d1dac5-f75b-48e0-a80e-54fbb205fece admin admin] Pushing event updated for resources: {'Port': ['ID=34ae6685-b683-4f7c-9429-b8c022470bd3,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:04.984152 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [None req-b168a637-4258-4647-aa6d-86336aeaf65d tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Request body: {'security_group_rule': {'security_group_id': '3a766f3a-bdea-41c5-901b-4d67b20c76be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:05.057008 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d1dac5-f75b-48e0-a80e-54fbb205fece admin admin] Network 72bddd3a-8a62-4354-b4b3-8a4b3e183ea3 is already hosted by enough agents. {{(pid=93021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:01:05.060782 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 53108) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:05.061548 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-b168a637-4258-4647-aa6d-86336aeaf65d tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:05.084257 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.base_scheduler [None req-11d1dac5-f75b-48e0-a80e-54fbb205fece admin admin] Resources bound (agent type, host, resource id): {{(pid=93021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:05.091939 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d1dac5-f75b-48e0-a80e-54fbb205fece admin admin] Received port after_create {{(pid=93021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:01:05.266499 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-447e5b06-c426-44ba-9307-9746a1d96bee None None] Notify callbacks [] for port, precommit_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:05.287602 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-447e5b06-c426-44ba-9307-9746a1d96bee None None] Transition to ACTIVE for port object 966c6d7b-5624-4f3e-bfc8-882157fc3444 will not be triggered until provisioned by entity L2. {{(pid=93022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:05.303815 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 040928a6-48b8-4583-9309-ebf4e2bafd0d up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:01:05.360834 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-447e5b06-c426-44ba-9307-9746a1d96bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:05.393367 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.102', 63372) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:05.547517 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f9e2e-56f0-4bfe-860a-d139aa8892b6 None None] Pushing event updated for resources: {'Port': ['ID=966c6d7b-5624-4f3e-bfc8-882157fc3444,revision_number=3']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:05.571977 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-93f28437-1b1f-4fac-a986-1c23139963ed admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3844a01508ab4292864af8b7fcb0b64b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5067542 Jul 16 20:01:05.587247 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 53146) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:05.923487 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning for port 040928a6-48b8-4583-9309-ebf4e2bafd0d completed by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:01:05.951467 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-63626298-021e-41df-8ae2-599de70c26e7 req-6b659aa7-872e-4e91-9290-1afdee4c8465 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] 10.222.0.98 "GET /v2.0/ports?device_id=a0d38af4-df3d-48d7-a8eb-69e4057b4fea HTTP/1.1" status: 200 len: 210 time: 0.7191193 Jul 16 20:01:06.007396 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning complete for port 040928a6-48b8-4583-9309-ebf4e2bafd0d triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:06.007396 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:06.058659 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a7d12cde-e02d-4d8f-a45b-b3e9d21622f0 req-be4c697a-8e92-447a-a72e-6acb225545df tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=905a537c-74db-46cb-a828-eef2ad9ebb6b HTTP/1.1" status: 200 len: 210 time: 0.2583725 Jul 16 20:01:06.089116 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9711455d-2bb4-49fd-b590-6d370dfb5ef3 admin admin] Router de03f7b2-8fb0-423c-bca5-332e4e5cf067 is scheduled to L3 agent 2edc1d69-0f6a-462d-a1c4-2c7c9be5649e with binding_index 1 {{(pid=93021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:01:06.097967 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-b168a637-4258-4647-aa6d-86336aeaf65d tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:06.110123 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-b168a637-4258-4647-aa6d-86336aeaf65d tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7951394'] for security_group_rule, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:06.138798 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.managers [None req-447e5b06-c426-44ba-9307-9746a1d96bee None None] Attempting to bind port 966c6d7b-5624-4f3e-bfc8-882157fc3444 on host dv-cinder-800697-3-iscsi for vnic_type normal with profile {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:01:06.143748 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.managers [None req-447e5b06-c426-44ba-9307-9746a1d96bee None None] Attempting to bind port 966c6d7b-5624-4f3e-bfc8-882157fc3444 by drivers openvswitch,hyperv on host dv-cinder-800697-3-iscsi at level 0 using segments [{'id': '1c4d2179-a936-4f83-8fe1-458e36f04a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '4ff04a31-0c23-4b48-92bc-f65e7b91222b'}] {{(pid=93022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:01:06.144207 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447e5b06-c426-44ba-9307-9746a1d96bee None None] Attempting to bind port 966c6d7b-5624-4f3e-bfc8-882157fc3444 on network 4ff04a31-0c23-4b48-92bc-f65e7b91222b {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:01:06.200681 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447e5b06-c426-44ba-9307-9746a1d96bee None None] Checking agent: {'id': '6d2f6f1f-2a68-46fa-b61c-109a868a14b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 53, 32), 'started_at': datetime.datetime(2021, 7, 16, 19, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:01:06.207058 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447e5b06-c426-44ba-9307-9746a1d96bee None None] Checking segment: {'id': '1c4d2179-a936-4f83-8fe1-458e36f04a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '4ff04a31-0c23-4b48-92bc-f65e7b91222b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:01:06.207814 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-447e5b06-c426-44ba-9307-9746a1d96bee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:06.208522 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447e5b06-c426-44ba-9307-9746a1d96bee None None] Bound using segment: {'id': '1c4d2179-a936-4f83-8fe1-458e36f04a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '4ff04a31-0c23-4b48-92bc-f65e7b91222b'} {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:01:06.209245 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.managers [None req-447e5b06-c426-44ba-9307-9746a1d96bee None None] Bound port: 966c6d7b-5624-4f3e-bfc8-882157fc3444, host: dv-cinder-800697-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c4d2179-a936-4f83-8fe1-458e36f04a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '4ff04a31-0c23-4b48-92bc-f65e7b91222b'}}] {{(pid=93022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:01:06.209882 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-447e5b06-c426-44ba-9307-9746a1d96bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:06.218332 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10011c71-9092-42cf-a4dc-9dc711e37d37 req-aa17cb13-c0ef-4f91-a5d8-50c8da53daed tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Made reservation on behalf of 6454850dc1f14582976bbf9cabb0fec3 for: {'port': 1} {{(pid=93020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:01:06.221908 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-10011c71-9092-42cf-a4dc-9dc711e37d37 req-aa17cb13-c0ef-4f91-a5d8-50c8da53daed tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:06.257367 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a75689-a680-47bf-a2d7-ac7c35808827 req-07f9d6a2-9494-40f3-a50a-f779f7f4a848 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:06.259738 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a6a75689-a680-47bf-a2d7-ac7c35808827 req-07f9d6a2-9494-40f3-a50a-f779f7f4a848 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] 10.222.0.102 "GET /v2.0/networks?id=c7ccddc4-0a2e-4884-a7b3-ed02f9b51dbd HTTP/1.1" status: 200 len: 811 time: 0.8653572 Jul 16 20:01:06.261115 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-6fc766a7-a377-41e4-9247-e74d764a50e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:06.277278 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [req-a6a75689-a680-47bf-a2d7-ac7c35808827 req-e9b3d0f3-7242-4571-b774-dcc177df2576 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] Request body: {'port': {'device_id': 'a0d38af4-df3d-48d7-a8eb-69e4057b4fea', 'network_id': 'c7ccddc4-0a2e-4884-a7b3-ed02f9b51dbd', 'admin_state_up': True, 'tenant_id': 'b6965a6d41d04a2db80c6fd2f258d023'}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:06.319771 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b168a637-4258-4647-aa6d-86336aeaf65d tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6728093c-c90e-4c95-ae47-b900f6eb46b5,revision_number=0']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:06.345528 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-b168a637-4258-4647-aa6d-86336aeaf65d tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:06.347109 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-b168a637-4258-4647-aa6d-86336aeaf65d tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3766129 Jul 16 20:01:06.355572 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 53174) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:06.363866 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [None req-ffdaf0c8-bb87-477f-b895-4590f4c33c8b tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Request body: {'security_group_rule': {'security_group_id': '3a766f3a-bdea-41c5-901b-4d67b20c76be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:06.430372 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:06.440738 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-447e5b06-c426-44ba-9307-9746a1d96bee None None] For port 966c6d7b-5624-4f3e-bfc8-882157fc3444, host dv-cinder-800697-3-iscsi, cleared binding levels {{(pid=93022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:01:06.505436 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-447e5b06-c426-44ba-9307-9746a1d96bee None None] For port 966c6d7b-5624-4f3e-bfc8-882157fc3444, host dv-cinder-800697-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=966c6d7b-5624-4f3e-bfc8-882157fc3444,segment=NetworkSegment(1c4d2179-a936-4f83-8fe1-458e36f04a04),segment_id=1c4d2179-a936-4f83-8fe1-458e36f04a04)] {{(pid=93022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:01:06.530226 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-c880c657-a732-45d0-99e5-86324e9e5aad None None] Provisioning complete for port 040928a6-48b8-4583-9309-ebf4e2bafd0d triggered by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:06.530963 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-c880c657-a732-45d0-99e5-86324e9e5aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:06.538145 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-447e5b06-c426-44ba-9307-9746a1d96bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:06.557644 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-ffdaf0c8-bb87-477f-b895-4590f4c33c8b tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:06.590166 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-11d1dac5-f75b-48e0-a80e-54fbb205fece admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:06.597467 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9711455d-2bb4-49fd-b590-6d370dfb5ef3 admin admin] Notify agent at l3_agent.dv-cinder-800697-3-iscsi the message routers_updated {{(pid=93021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:01:06.611619 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d5b090-1a0c-4fc7-8472-74f32646e1d4 None None] Sync routers for ids ['de03f7b2-8fb0-423c-bca5-332e4e5cf067'] in dv-cinder-800697-3-iscsi {{(pid=93023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:01:06.624712 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-6fc766a7-a377-41e4-9247-e74d764a50e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:06.627456 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d5b090-1a0c-4fc7-8472-74f32646e1d4 None None] Routers {'de03f7b2-8fb0-423c-bca5-332e4e5cf067'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:01:06.630655 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-33d5b090-1a0c-4fc7-8472-74f32646e1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:00:52Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['de03f7b2-8fb0-423c-bca5-332e4e5cf067'], 'active': True} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:06.747415 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-9711455d-2bb4-49fd-b590-6d370dfb5ef3 admin admin] Notify callbacks [] for router, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:06.748262 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] For port 040928a6-48b8-4583-9309-ebf4e2bafd0d, host dv-cinder-800697-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=040928a6-48b8-4583-9309-ebf4e2bafd0d,segment=NetworkSegment(8e320ee3-ef38-49c6-b0e5-96c1ac24e24d),segment_id=8e320ee3-ef38-49c6-b0e5-96c1ac24e24d)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:06.753309 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-9711455d-2bb4-49fd-b590-6d370dfb5ef3 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.0690010 Jul 16 20:01:06.774292 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:06.786885 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 53188) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:06.813440 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447e5b06-c426-44ba-9307-9746a1d96bee None None] Routers {'6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:01:06.816429 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-447e5b06-c426-44ba-9307-9746a1d96bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:00:52Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca'], 'active': True} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:06.828065 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f9e2e-56f0-4bfe-860a-d139aa8892b6 None None] Pushing event updated for resources: {'Port': ['ID=966c6d7b-5624-4f3e-bfc8-882157fc3444,revision_number=4']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:07.003807 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-ffdaf0c8-bb87-477f-b895-4590f4c33c8b tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:07.018235 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-ffdaf0c8-bb87-477f-b895-4590f4c33c8b tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7951394'] for security_group_rule, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:07.172659 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvr_db [None req-447e5b06-c426-44ba-9307-9746a1d96bee None None] Set router 6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca gateway port host: dv-cinder-800697-3-iscsi {{(pid=93022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:01:07.297614 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.db_base_plugin_common [req-10011c71-9092-42cf-a4dc-9dc711e37d37 req-aa17cb13-c0ef-4f91-a5d8-50c8da53daed tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Allocated IP 172.20.0.3 (e5804f1d-fdeb-47b2-a0ec-baf0d0715cca/283e3901-d3ea-4713-b598-f4d358da70c1/ad756f51-d5f5-4d65-b6e5-23a8d98afc9b) {{(pid=93020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:01:07.323434 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-ffdaf0c8-bb87-477f-b895-4590f4c33c8b tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:07.332019 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-ffdaf0c8-bb87-477f-b895-4590f4c33c8b tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9732327 Jul 16 20:01:07.334525 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-6fc766a7-a377-41e4-9247-e74d764a50e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:07.341793 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-6fc766a7-a377-41e4-9247-e74d764a50e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:07.344176 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-6fc766a7-a377-41e4-9247-e74d764a50e1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/13c5808f-a9be-4fcf-bf04-59dc7569db07 HTTP/1.1" status: 204 len: 168 time: 1.7538996 Jul 16 20:01:07.346599 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvr_db [None req-33d5b090-1a0c-4fc7-8472-74f32646e1d4 None None] Set router de03f7b2-8fb0-423c-bca5-332e4e5cf067 gateway port host: dv-cinder-800697-3-iscsi {{(pid=93023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:01:07.362092 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 53214) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:07.372307 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdaf0c8-bb87-477f-b895-4590f4c33c8b tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec37ef2d-e833-4108-92ee-04e1a333e5a5,revision_number=0']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:07.448195 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [None req-48ccd87d-1acf-4b4b-924c-6c5bd69dff79 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Request body: {'floatingip': {'floating_network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3'}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:07.461917 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc766a7-a377-41e4-9247-e74d764a50e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c5808f-a9be-4fcf-bf04-59dc7569db07,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:07.533287 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6a75689-a680-47bf-a2d7-ac7c35808827 req-e9b3d0f3-7242-4571-b774-dcc177df2576 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] Made reservation on behalf of b6965a6d41d04a2db80c6fd2f258d023 for: {'port': 1} {{(pid=93020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:01:07.551503 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-a6a75689-a680-47bf-a2d7-ac7c35808827 req-e9b3d0f3-7242-4571-b774-dcc177df2576 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:07.594339 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Pushing event updated for resources: {'Port': ['ID=040928a6-48b8-4583-9309-ebf4e2bafd0d,revision_number=3']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:07.650119 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-020b4d7d-ef3d-4466-bd30-9f47496988b1 req-ca3f06b6-2ca6-4ffa-aa67-575a9aff556a tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] 10.222.0.98 "GET /v2.0/ports?device_id=a0d38af4-df3d-48d7-a8eb-69e4057b4fea HTTP/1.1" status: 200 len: 210 time: 0.2205436 Jul 16 20:01:07.937024 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c5363c78-9cd4-4bbf-ab06-f9c9fd2bc9f6 req-7c02832e-92ca-4f31-a310-8a483b08e493 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=905a537c-74db-46cb-a828-eef2ad9ebb6b HTTP/1.1" status: 200 len: 210 time: 0.5113184 Jul 16 20:01:07.940712 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-48ccd87d-1acf-4b4b-924c-6c5bd69dff79 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks [] for floatingip, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:07.946207 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-11d1dac5-f75b-48e0-a80e-54fbb205fece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8363247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8363028'] for router, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:08.009379 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-33d5b090-1a0c-4fc7-8472-74f32646e1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de03f7b2-8fb0-423c-bca5-332e4e5cf067', 'name': 'tempest-ServerRescueNegativeTestJSON-436099479-router', 'tenant_id': '414a34685fd04fe387cb1d18cde8082e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '5dac3b53-d855-4320-b709-82771757a93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:00:59Z', 'updated_at': '2021-07-16T20:01:02Z', 'revision_number': 3, 'project_id': '414a34685fd04fe387cb1d18cde8082e', 'gw_port': {'id': '5dac3b53-d855-4320-b709-82771757a93e', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:42:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de03f7b2-8fb0-423c-bca5-332e4e5cf067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:00Z', 'updated_at': '2021-07-16T20:01:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi'}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:08.095283 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d5b090-1a0c-4fc7-8472-74f32646e1d4 None None] Checking router: de03f7b2-8fb0-423c-bca5-332e4e5cf067 for host: dv-cinder-800697-3-iscsi {{(pid=93023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:01:08.097496 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d5b090-1a0c-4fc7-8472-74f32646e1d4 None None] Updating router de03f7b2-8fb0-423c-bca5-332e4e5cf067 port 5dac3b53-d855-4320-b709-82771757a93e binding host dv-cinder-800697-3-iscsi {{(pid=93023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:01:08.191744 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-33d5b090-1a0c-4fc7-8472-74f32646e1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:08.223143 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d1dac5-f75b-48e0-a80e-54fbb205fece admin admin] Router 850a098b-f0e9-46e8-a28c-0973e52da083 is scheduled to L3 agent 2edc1d69-0f6a-462d-a1c4-2c7c9be5649e with binding_index 1 {{(pid=93021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:01:08.333850 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-447e5b06-c426-44ba-9307-9746a1d96bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'name': 'tempest-AttachVolumeShelveTestJSON-631390118-router', 'tenant_id': 'b242095010ee4963872bd0cfcbacc3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '32cf16c9-547e-44ad-a083-59a8dc60c8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:00:54Z', 'updated_at': '2021-07-16T20:01:01Z', 'revision_number': 4, 'project_id': 'b242095010ee4963872bd0cfcbacc3fa', 'gw_port': {'id': '32cf16c9-547e-44ad-a083-59a8dc60c8f5', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:00:55Z', 'updated_at': '2021-07-16T20:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_interfaces': [{'id': '966c6d7b-5624-4f3e-bfc8-882157fc3444', 'name': '', 'network_id': '4ff04a31-0c23-4b48-92bc-f65e7b91222b', 'tenant_id': 'b242095010ee4963872bd0cfcbacc3fa', 'mac_address': 'fa:16:3e:77:ab:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bbca6f5f-fd8e-4af4-b23d-e7ec2502b976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:00:59Z', 'updated_at': '2021-07-16T20:01:06Z', 'revision_number': 4, 'project_id': 'b242095010ee4963872bd0cfcbacc3fa', 'subnets': [{'id': 'bbca6f5f-fd8e-4af4-b23d-e7ec2502b976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:08.466835 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447e5b06-c426-44ba-9307-9746a1d96bee None None] The sync data for ids ['6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca'] in dv-cinder-800697-3-iscsi is: [{'id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'name': 'tempest-AttachVolumeShelveTestJSON-631390118-router', 'tenant_id': 'b242095010ee4963872bd0cfcbacc3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '32cf16c9-547e-44ad-a083-59a8dc60c8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:00:54Z', 'updated_at': '2021-07-16T20:01:01Z', 'revision_number': 4, 'project_id': 'b242095010ee4963872bd0cfcbacc3fa', 'gw_port': {'id': '32cf16c9-547e-44ad-a083-59a8dc60c8f5', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:00:55Z', 'updated_at': '2021-07-16T20:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_interfaces': [{'id': '966c6d7b-5624-4f3e-bfc8-882157fc3444', 'name': '', 'network_id': '4ff04a31-0c23-4b48-92bc-f65e7b91222b', 'tenant_id': 'b242095010ee4963872bd0cfcbacc3fa', 'mac_address': 'fa:16:3e:77:ab:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bbca6f5f-fd8e-4af4-b23d-e7ec2502b976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:00:59Z', 'updated_at': '2021-07-16T20:01:06Z', 'revision_number': 4, 'project_id': 'b242095010ee4963872bd0cfcbacc3fa', 'subnets': [{'id': 'bbca6f5f-fd8e-4af4-b23d-e7ec2502b976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:01:08.662293 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.db_base_plugin_common [req-a6a75689-a680-47bf-a2d7-ac7c35808827 req-e9b3d0f3-7242-4571-b774-dcc177df2576 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] Allocated IP 172.20.0.13 (c7ccddc4-0a2e-4884-a7b3-ed02f9b51dbd/70edc46c-0e6e-49e4-a375-8b3a4fe49e25/15344481-52e4-48e1-8e00-42d757475a47) {{(pid=93020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:01:08.780273 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 53284) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:09.102638 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-33d5b090-1a0c-4fc7-8472-74f32646e1d4 None None] Notify callbacks [] for port, precommit_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:09.132011 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.provisioning_blocks [None req-33d5b090-1a0c-4fc7-8472-74f32646e1d4 None None] Transition to ACTIVE for port object 5dac3b53-d855-4320-b709-82771757a93e will not be triggered until provisioned by entity L2. {{(pid=93023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:09.149607 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-494ac916-3e33-4563-8c91-9bb3a9934e6a req-96f9153f-f291-49a3-a6d7-bd9fc7ce4193 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] 10.222.0.98 "GET /v2.0/ports?device_id=a0d38af4-df3d-48d7-a8eb-69e4057b4fea HTTP/1.1" status: 200 len: 210 time: 0.1296487 Jul 16 20:01:09.162615 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-33d5b090-1a0c-4fc7-8472-74f32646e1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:09.168454 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d1dac5-f75b-48e0-a80e-54fbb205fece admin admin] Notify agent at l3_agent.dv-cinder-800697-3-iscsi the message routers_updated {{(pid=93021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:01:09.174638 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 966c6d7b-5624-4f3e-bfc8-882157fc3444 up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:01:09.278043 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7bfa67-0260-4336-9165-4bd2f295b94c None None] Sync routers for ids ['850a098b-f0e9-46e8-a28c-0973e52da083'] in dv-cinder-800697-3-iscsi {{(pid=93022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:01:09.321367 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7bfa67-0260-4336-9165-4bd2f295b94c None None] Routers {'850a098b-f0e9-46e8-a28c-0973e52da083'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:01:09.328255 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-da7bfa67-0260-4336-9165-4bd2f295b94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:00:52Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['850a098b-f0e9-46e8-a28c-0973e52da083'], 'active': True} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:09.343048 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-11d1dac5-f75b-48e0-a80e-54fbb205fece admin admin] Notify callbacks [] for router, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:09.354495 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-11d1dac5-f75b-48e0-a80e-54fbb205fece admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.7593865 Jul 16 20:01:09.392469 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c1cf6b-34f4-439e-9ac4-4bd8718c9952 None None] Pushing event updated for resources: {'Port': ['ID=5dac3b53-d855-4320-b709-82771757a93e,revision_number=2']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:09.394363 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 53300) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:09.419351 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [None req-33d5b090-1a0c-4fc7-8472-74f32646e1d4 None None] Attempting to bind port 5dac3b53-d855-4320-b709-82771757a93e on host dv-cinder-800697-3-iscsi for vnic_type normal with profile {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:01:09.419726 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [None req-33d5b090-1a0c-4fc7-8472-74f32646e1d4 None None] Attempting to bind port 5dac3b53-d855-4320-b709-82771757a93e by drivers openvswitch,hyperv on host dv-cinder-800697-3-iscsi at level 0 using segments [{'id': 'cdf336fb-2473-4d8c-b46d-c083e8b3b4ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3'}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:01:09.420091 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d5b090-1a0c-4fc7-8472-74f32646e1d4 None None] Attempting to bind port 5dac3b53-d855-4320-b709-82771757a93e on network 72bddd3a-8a62-4354-b4b3-8a4b3e183ea3 {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:01:09.439781 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d5b090-1a0c-4fc7-8472-74f32646e1d4 None None] Checking agent: {'id': '6d2f6f1f-2a68-46fa-b61c-109a868a14b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 53, 32), 'started_at': datetime.datetime(2021, 7, 16, 19, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:01:09.440214 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d5b090-1a0c-4fc7-8472-74f32646e1d4 None None] Checking segment: {'id': 'cdf336fb-2473-4d8c-b46d-c083e8b3b4ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:01:09.440643 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-33d5b090-1a0c-4fc7-8472-74f32646e1d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:09.444966 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d5b090-1a0c-4fc7-8472-74f32646e1d4 None None] Bound using segment: {'id': 'cdf336fb-2473-4d8c-b46d-c083e8b3b4ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3'} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:01:09.446044 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [None req-33d5b090-1a0c-4fc7-8472-74f32646e1d4 None None] Bound port: 5dac3b53-d855-4320-b709-82771757a93e, host: dv-cinder-800697-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf336fb-2473-4d8c-b46d-c083e8b3b4ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3'}}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:01:09.447555 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-33d5b090-1a0c-4fc7-8472-74f32646e1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:09.593779 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-a6a75689-a680-47bf-a2d7-ac7c35808827 req-e9b3d0f3-7242-4571-b774-dcc177df2576 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] Notify callbacks [] for port, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:09.640220 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [None req-33d5b090-1a0c-4fc7-8472-74f32646e1d4 None None] For port 5dac3b53-d855-4320-b709-82771757a93e, host dv-cinder-800697-3-iscsi, cleared binding levels {{(pid=93023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:01:09.643028 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvr_db [None req-da7bfa67-0260-4336-9165-4bd2f295b94c None None] Set router 850a098b-f0e9-46e8-a28c-0973e52da083 gateway port host: dv-cinder-800697-3-iscsi {{(pid=93022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:01:09.657545 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [None req-33d5b090-1a0c-4fc7-8472-74f32646e1d4 None None] For port 5dac3b53-d855-4320-b709-82771757a93e, host dv-cinder-800697-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=5dac3b53-d855-4320-b709-82771757a93e,segment=NetworkSegment(cdf336fb-2473-4d8c-b46d-c083e8b3b4ea),segment_id=cdf336fb-2473-4d8c-b46d-c083e8b3b4ea)] {{(pid=93023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:01:09.664677 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-33d5b090-1a0c-4fc7-8472-74f32646e1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:09.724124 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-f60886a5-37b0-43ac-8565-de4682d0c18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:09.739494 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c1cf6b-34f4-439e-9ac4-4bd8718c9952 None None] Pushing event updated for resources: {'Port': ['ID=5dac3b53-d855-4320-b709-82771757a93e,revision_number=3']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:09.796853 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d5b090-1a0c-4fc7-8472-74f32646e1d4 None None] Routers {'de03f7b2-8fb0-423c-bca5-332e4e5cf067'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:01:09.797545 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-33d5b090-1a0c-4fc7-8472-74f32646e1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:00:52Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['de03f7b2-8fb0-423c-bca5-332e4e5cf067'], 'active': True} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:09.840782 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning for port 966c6d7b-5624-4f3e-bfc8-882157fc3444 completed by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:01:09.858212 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-a6a75689-a680-47bf-a2d7-ac7c35808827 req-e9b3d0f3-7242-4571-b774-dcc177df2576 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786206872486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:09.879178 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning complete for port 966c6d7b-5624-4f3e-bfc8-882157fc3444 triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:09.879545 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:10.010382 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 53308) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:10.031925 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvr_db [None req-33d5b090-1a0c-4fc7-8472-74f32646e1d4 None None] Set router de03f7b2-8fb0-423c-bca5-332e4e5cf067 gateway port host: dv-cinder-800697-3-iscsi {{(pid=93023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:01:10.047550 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-b8b24b07-0b2a-4ff2-ab79-bada57910047 req-d0dce369-e50d-4bb8-803f-02a05fa9e4fc tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=905a537c-74db-46cb-a828-eef2ad9ebb6b HTTP/1.1" status: 200 len: 210 time: 0.2323630 Jul 16 20:01:10.265228 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-6fa72925-9dc2-41fb-9a24-4d59c4719a2c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b89b16648c564efeb327b856e388f972&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4829109 Jul 16 20:01:10.268983 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 53314) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:10.272314 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-10011c71-9092-42cf-a4dc-9dc711e37d37 req-aa17cb13-c0ef-4f91-a5d8-50c8da53daed tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Notify callbacks [] for port, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:10.336653 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:10.412852 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6a75689-a680-47bf-a2d7-ac7c35808827 req-e9b3d0f3-7242-4571-b774-dcc177df2576 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] Network c7ccddc4-0a2e-4884-a7b3-ed02f9b51dbd is already hosted by enough agents. {{(pid=93020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:01:10.417234 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-33d5b090-1a0c-4fc7-8472-74f32646e1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de03f7b2-8fb0-423c-bca5-332e4e5cf067', 'name': 'tempest-ServerRescueNegativeTestJSON-436099479-router', 'tenant_id': '414a34685fd04fe387cb1d18cde8082e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '5dac3b53-d855-4320-b709-82771757a93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:00:59Z', 'updated_at': '2021-07-16T20:01:02Z', 'revision_number': 3, 'project_id': '414a34685fd04fe387cb1d18cde8082e', 'gw_port': {'id': '5dac3b53-d855-4320-b709-82771757a93e', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:42:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de03f7b2-8fb0-423c-bca5-332e4e5cf067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:00Z', 'updated_at': '2021-07-16T20:01:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi'}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:10.442600 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.db_base_plugin_common [None req-f60886a5-37b0-43ac-8565-de4682d0c18a admin admin] Allocated IP 172.20.0.1 (393b5044-b44c-402e-be20-85746d24c0e1/bb407b5a-c60b-422c-8afc-1e584a6a4c1c/244be0fe-6431-461b-afb2-3b2f48c9ab2e) {{(pid=93021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:01:10.446906 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] For port 966c6d7b-5624-4f3e-bfc8-882157fc3444, host dv-cinder-800697-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=966c6d7b-5624-4f3e-bfc8-882157fc3444,segment=NetworkSegment(1c4d2179-a936-4f83-8fe1-458e36f04a04),segment_id=1c4d2179-a936-4f83-8fe1-458e36f04a04)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:10.470814 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:10.472021 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 040928a6-48b8-4583-9309-ebf4e2bafd0d up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:01:10.474778 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-da7bfa67-0260-4336-9165-4bd2f295b94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'name': 'tempest-AttachVolumeTestJSON-26531343-router', 'tenant_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '34ae6685-b683-4f7c-9429-b8c022470bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:00Z', 'updated_at': '2021-07-16T20:01:06Z', 'revision_number': 3, 'project_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'gw_port': {'id': '34ae6685-b683-4f7c-9429-b8c022470bd3', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:fb:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:02Z', 'updated_at': '2021-07-16T20:01:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi'}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:10.512241 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d5b090-1a0c-4fc7-8472-74f32646e1d4 None None] The sync data for ids ['de03f7b2-8fb0-423c-bca5-332e4e5cf067'] in dv-cinder-800697-3-iscsi is: [{'id': 'de03f7b2-8fb0-423c-bca5-332e4e5cf067', 'name': 'tempest-ServerRescueNegativeTestJSON-436099479-router', 'tenant_id': '414a34685fd04fe387cb1d18cde8082e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '5dac3b53-d855-4320-b709-82771757a93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:00:59Z', 'updated_at': '2021-07-16T20:01:02Z', 'revision_number': 3, 'project_id': '414a34685fd04fe387cb1d18cde8082e', 'gw_port': {'id': '5dac3b53-d855-4320-b709-82771757a93e', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:42:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de03f7b2-8fb0-423c-bca5-332e4e5cf067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:00Z', 'updated_at': '2021-07-16T20:01:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi'}] {{(pid=93023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:01:10.519543 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.base_scheduler [req-a6a75689-a680-47bf-a2d7-ac7c35808827 req-e9b3d0f3-7242-4571-b774-dcc177df2576 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] Resources bound (agent type, host, resource id): {{(pid=93020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:10.524647 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-079c5af4-9e64-4603-8053-3dc2fa7624f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:10.530667 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a75689-a680-47bf-a2d7-ac7c35808827 req-e9b3d0f3-7242-4571-b774-dcc177df2576 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] Received port after_create {{(pid=93020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:01:10.536441 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b3d0f3-7242-4571-b774-dcc177df2576 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] Pushing event updated for resources: {'Port': ['ID=15344481-52e4-48e1-8e00-42d757475a47,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:10.590290 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-f60886a5-37b0-43ac-8565-de4682d0c18a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:10.686663 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Pushing event updated for resources: {'Port': ['ID=966c6d7b-5624-4f3e-bfc8-882157fc3444,revision_number=5']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:10.686900 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a75689-a680-47bf-a2d7-ac7c35808827 req-e9b3d0f3-7242-4571-b774-dcc177df2576 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:10.687509 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-a6a75689-a680-47bf-a2d7-ac7c35808827 req-e9b3d0f3-7242-4571-b774-dcc177df2576 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for port, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:10.695647 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7bfa67-0260-4336-9165-4bd2f295b94c None None] Checking router: 850a098b-f0e9-46e8-a28c-0973e52da083 for host: dv-cinder-800697-3-iscsi {{(pid=93022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:01:10.696356 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7bfa67-0260-4336-9165-4bd2f295b94c None None] Updating router 850a098b-f0e9-46e8-a28c-0973e52da083 port 34ae6685-b683-4f7c-9429-b8c022470bd3 binding host dv-cinder-800697-3-iscsi {{(pid=93022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:01:10.721692 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-48ccd87d-1acf-4b4b-924c-6c5bd69dff79 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:10.764469 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-da7bfa67-0260-4336-9165-4bd2f295b94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:10.823410 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-525f9907-039f-47c8-802f-ef99b7a32e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:10.825311 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67fe39-c249-4a28-b929-a45e07efbe6f req-28b2dade-5fe6-425a-a9de-16b198cda0d6 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:10.826982 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-0e67fe39-c249-4a28-b929-a45e07efbe6f req-28b2dade-5fe6-425a-a9de-16b198cda0d6 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] 10.222.0.98 "GET /v2.0/ports?device_id=a0d38af4-df3d-48d7-a8eb-69e4057b4fea HTTP/1.1" status: 200 len: 932 time: 0.2269642 Jul 16 20:01:10.847806 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-10011c71-9092-42cf-a4dc-9dc711e37d37 req-aa17cb13-c0ef-4f91-a5d8-50c8da53daed tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786206872486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:10.917679 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-f60886a5-37b0-43ac-8565-de4682d0c18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786206872486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8120956'] for port, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:11.005893 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-0e67fe39-c249-4a28-b929-a45e07efbe6f req-642a38fa-ed2b-41c8-8675-6520a2e2d71f tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a1c97ec-dc6a-4827-8ef8-b289c5c9d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477380 Jul 16 20:01:11.023565 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60886a5-37b0-43ac-8565-de4682d0c18a admin admin] Network 393b5044-b44c-402e-be20-85746d24c0e1 is already hosted by enough agents. {{(pid=93021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:01:11.030196 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.base_scheduler [None req-f60886a5-37b0-43ac-8565-de4682d0c18a admin admin] Resources bound (agent type, host, resource id): {{(pid=93021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:11.075450 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60886a5-37b0-43ac-8565-de4682d0c18a admin admin] Received port after_create {{(pid=93021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:01:11.127383 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-f60886a5-37b0-43ac-8565-de4682d0c18a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8300323'] for router_interface, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:11.348882 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-da7bfa67-0260-4336-9165-4bd2f295b94c None None] Notify callbacks [] for port, precommit_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:11.361558 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-da7bfa67-0260-4336-9165-4bd2f295b94c None None] Transition to ACTIVE for port object 34ae6685-b683-4f7c-9429-b8c022470bd3 will not be triggered until provisioned by entity L2. {{(pid=93022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:11.388270 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning complete for port 040928a6-48b8-4583-9309-ebf4e2bafd0d triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:11.388772 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:11.392696 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-da7bfa67-0260-4336-9165-4bd2f295b94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:11.469115 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa17cb13-c0ef-4f91-a5d8-50c8da53daed tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Pushing event updated for resources: {'Port': ['ID=ad756f51-d5f5-4d65-b6e5-23a8d98afc9b,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:11.512370 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60886a5-37b0-43ac-8565-de4682d0c18a admin admin] Pushing event updated for resources: {'Port': ['ID=244be0fe-6431-461b-afb2-3b2f48c9ab2e,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:11.602820 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3157b9-c50f-44af-bb25-6677bdf552ef None None] Pushing event updated for resources: {'Port': ['ID=34ae6685-b683-4f7c-9429-b8c022470bd3,revision_number=2']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:11.633723 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.managers [None req-da7bfa67-0260-4336-9165-4bd2f295b94c None None] Attempting to bind port 34ae6685-b683-4f7c-9429-b8c022470bd3 on host dv-cinder-800697-3-iscsi for vnic_type normal with profile {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:01:11.634302 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.managers [None req-da7bfa67-0260-4336-9165-4bd2f295b94c None None] Attempting to bind port 34ae6685-b683-4f7c-9429-b8c022470bd3 by drivers openvswitch,hyperv on host dv-cinder-800697-3-iscsi at level 0 using segments [{'id': 'cdf336fb-2473-4d8c-b46d-c083e8b3b4ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3'}] {{(pid=93022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:01:11.639147 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7bfa67-0260-4336-9165-4bd2f295b94c None None] Attempting to bind port 34ae6685-b683-4f7c-9429-b8c022470bd3 on network 72bddd3a-8a62-4354-b4b3-8a4b3e183ea3 {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:01:11.665347 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7bfa67-0260-4336-9165-4bd2f295b94c None None] Checking agent: {'id': '6d2f6f1f-2a68-46fa-b61c-109a868a14b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 53, 32), 'started_at': datetime.datetime(2021, 7, 16, 19, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:01:11.666053 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7bfa67-0260-4336-9165-4bd2f295b94c None None] Checking segment: {'id': 'cdf336fb-2473-4d8c-b46d-c083e8b3b4ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:01:11.667971 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-da7bfa67-0260-4336-9165-4bd2f295b94c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:11.668535 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7bfa67-0260-4336-9165-4bd2f295b94c None None] Bound using segment: {'id': 'cdf336fb-2473-4d8c-b46d-c083e8b3b4ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3'} {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:01:11.677198 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.managers [None req-da7bfa67-0260-4336-9165-4bd2f295b94c None None] Bound port: 34ae6685-b683-4f7c-9429-b8c022470bd3, host: dv-cinder-800697-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf336fb-2473-4d8c-b46d-c083e8b3b4ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3'}}] {{(pid=93022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:01:11.677798 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-da7bfa67-0260-4336-9165-4bd2f295b94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:11.710607 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-079c5af4-9e64-4603-8053-3dc2fa7624f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:11.721876 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-525f9907-039f-47c8-802f-ef99b7a32e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:11.849978 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10011c71-9092-42cf-a4dc-9dc711e37d37 req-aa17cb13-c0ef-4f91-a5d8-50c8da53daed tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Network e5804f1d-fdeb-47b2-a0ec-baf0d0715cca is already hosted by enough agents. {{(pid=93020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:01:11.858679 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-079c5af4-9e64-4603-8053-3dc2fa7624f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:11.882596 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-da7bfa67-0260-4336-9165-4bd2f295b94c None None] For port 34ae6685-b683-4f7c-9429-b8c022470bd3, host dv-cinder-800697-3-iscsi, cleared binding levels {{(pid=93022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:01:11.888076 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-da7bfa67-0260-4336-9165-4bd2f295b94c None None] For port 34ae6685-b683-4f7c-9429-b8c022470bd3, host dv-cinder-800697-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=34ae6685-b683-4f7c-9429-b8c022470bd3,segment=NetworkSegment(cdf336fb-2473-4d8c-b46d-c083e8b3b4ea),segment_id=cdf336fb-2473-4d8c-b46d-c083e8b3b4ea)] {{(pid=93022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:01:11.895318 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-da7bfa67-0260-4336-9165-4bd2f295b94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:11.937240 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-f60886a5-37b0-43ac-8565-de4682d0c18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:11.963332 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.base_scheduler [req-10011c71-9092-42cf-a4dc-9dc711e37d37 req-aa17cb13-c0ef-4f91-a5d8-50c8da53daed tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Resources bound (agent type, host, resource id): {{(pid=93020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:11.995643 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a6a75689-a680-47bf-a2d7-ac7c35808827 req-e9b3d0f3-7242-4571-b774-dcc177df2576 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7212110 Jul 16 20:01:12.027374 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [req-10011c71-9092-42cf-a4dc-9dc711e37d37 req-aa17cb13-c0ef-4f91-a5d8-50c8da53daed tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Received port after_create {{(pid=93020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:01:12.107355 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-079c5af4-9e64-4603-8053-3dc2fa7624f9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=53443d7806eb4b38a961c904433c19ae&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0549231 Jul 16 20:01:12.161464 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 53334) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:12.388866 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079c5af4-9e64-4603-8053-3dc2fa7624f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02277e2-1fea-4b37-9447-5b0bde2a1574,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:12.409182 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 966c6d7b-5624-4f3e-bfc8-882157fc3444 up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:01:12.415057 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10011c71-9092-42cf-a4dc-9dc711e37d37 req-aa17cb13-c0ef-4f91-a5d8-50c8da53daed tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:12.416578 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-10011c71-9092-42cf-a4dc-9dc711e37d37 req-aa17cb13-c0ef-4f91-a5d8-50c8da53daed tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for port, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:12.437620 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [req-a6a75689-a680-47bf-a2d7-ac7c35808827 req-7dec709e-8099-438e-8926-3572cddaeea8 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93020) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:01:12.439370 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a6a75689-a680-47bf-a2d7-ac7c35808827 req-7dec709e-8099-438e-8926-3572cddaeea8 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1198475 Jul 16 20:01:12.511157 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-7013c1c7-f935-4a91-988d-d497d4d2b234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:12.543669 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-10011c71-9092-42cf-a4dc-9dc711e37d37 req-aa17cb13-c0ef-4f91-a5d8-50c8da53daed tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.6934371 Jul 16 20:01:12.557079 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7bfa67-0260-4336-9165-4bd2f295b94c None None] Routers {'850a098b-f0e9-46e8-a28c-0973e52da083'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:01:12.563613 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-da7bfa67-0260-4336-9165-4bd2f295b94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:00:52Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['850a098b-f0e9-46e8-a28c-0973e52da083'], 'active': True} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:12.573541 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee622b-2ad8-4e04-ac59-a4399c4a7129 req-993d8134-65da-49e2-a14e-be81dbc57a2a tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:12.575792 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-5cee622b-2ad8-4e04-ac59-a4399c4a7129 req-993d8134-65da-49e2-a14e-be81dbc57a2a tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=905a537c-74db-46cb-a828-eef2ad9ebb6b HTTP/1.1" status: 200 len: 931 time: 0.9866116 Jul 16 20:01:12.598768 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a601a032-7081-4437-8ceb-a90015817103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:12.601717 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.db_base_plugin_common [None req-48ccd87d-1acf-4b4b-924c-6c5bd69dff79 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Allocated IP 172.27.1.123 (72bddd3a-8a62-4354-b4b3-8a4b3e183ea3/b7c8a0af-efd8-4b77-9799-206f74457d50/ccb40b65-2387-4af0-8cce-5fd1f2bad804) {{(pid=93020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:01:12.625204 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-525f9907-039f-47c8-802f-ef99b7a32e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:12.627929 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-525f9907-039f-47c8-802f-ef99b7a32e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:12.629093 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-525f9907-039f-47c8-802f-ef99b7a32e04 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9e45df23-0806-4b7c-a982-bd5edc937cad HTTP/1.1" status: 204 len: 168 time: 2.3306828 Jul 16 20:01:12.668887 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f9907-039f-47c8-802f-ef99b7a32e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e45df23-0806-4b7c-a982-bd5edc937cad,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:12.703589 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3157b9-c50f-44af-bb25-6677bdf552ef None None] Pushing event updated for resources: {'Port': ['ID=34ae6685-b683-4f7c-9429-b8c022470bd3,revision_number=3']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:12.738296 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a601a032-7081-4437-8ceb-a90015817103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:12.766915 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-5cee622b-2ad8-4e04-ac59-a4399c4a7129 req-e05b7bc6-c789-43a7-9036-5c513ddd1443 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742101 Jul 16 20:01:12.829910 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [req-10011c71-9092-42cf-a4dc-9dc711e37d37 req-05e6faed-cca9-471d-99a6-7c47e8eea9ab service neutron] Request body: {'port': {'device_id': '905a537c-74db-46cb-a828-eef2ad9ebb6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:12.854284 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.db_base_plugin_common [None req-7013c1c7-f935-4a91-988d-d497d4d2b234 admin admin] Allocated IP 172.20.0.1 (0b3104bd-edfc-4af0-90f6-7b90aa247197/ef5951b2-8beb-4c67-b6c2-485349b7bb28/ae863e2e-b1b8-44ba-8f65-e723fe693990) {{(pid=93021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:01:12.891663 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning complete for port 966c6d7b-5624-4f3e-bfc8-882157fc3444 triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:12.892485 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:12.918058 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [req-a6a75689-a680-47bf-a2d7-ac7c35808827 req-1a6751e8-cc9c-40f2-bccf-45c3eafefe88 service neutron] Request body: {'port': {'device_id': 'a0d38af4-df3d-48d7-a8eb-69e4057b4fea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:12.948558 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvr_db [None req-da7bfa67-0260-4336-9165-4bd2f295b94c None None] Set router 850a098b-f0e9-46e8-a28c-0973e52da083 gateway port host: dv-cinder-800697-3-iscsi {{(pid=93022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:01:13.042735 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-a6a75689-a680-47bf-a2d7-ac7c35808827 req-1a6751e8-cc9c-40f2-bccf-45c3eafefe88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:13.056415 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-10011c71-9092-42cf-a4dc-9dc711e37d37 req-05e6faed-cca9-471d-99a6-7c47e8eea9ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:13.280332 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 5dac3b53-d855-4320-b709-82771757a93e up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:01:13.376689 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-7013c1c7-f935-4a91-988d-d497d4d2b234 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:13.416825 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.provisioning_blocks [None req-7013c1c7-f935-4a91-988d-d497d4d2b234 admin admin] Transition to ACTIVE for port object ae863e2e-b1b8-44ba-8f65-e723fe693990 will not be triggered until provisioned by entity DHCP. {{(pid=93021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:13.471527 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [req-10011c71-9092-42cf-a4dc-9dc711e37d37 req-05e6faed-cca9-471d-99a6-7c47e8eea9ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad756f51-d5f5-4d65-b6e5-23a8d98afc9b {{(pid=93020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:01:13.474758 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-7013c1c7-f935-4a91-988d-d497d4d2b234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786206872486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8120956'] for port, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:13.480575 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-10011c71-9092-42cf-a4dc-9dc711e37d37 req-05e6faed-cca9-471d-99a6-7c47e8eea9ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:13.497301 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [req-10011c71-9092-42cf-a4dc-9dc711e37d37 req-05e6faed-cca9-471d-99a6-7c47e8eea9ab service neutron] Transition to ACTIVE for port object ad756f51-d5f5-4d65-b6e5-23a8d98afc9b will not be triggered until provisioned by entity L2. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:13.499962 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a601a032-7081-4437-8ceb-a90015817103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:13.502921 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a601a032-7081-4437-8ceb-a90015817103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:13.504189 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-a601a032-7081-4437-8ceb-a90015817103 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a02277e2-1fea-4b37-9447-5b0bde2a1574 HTTP/1.1" status: 204 len: 168 time: 1.3379540 Jul 16 20:01:13.512271 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-48ccd87d-1acf-4b4b-924c-6c5bd69dff79 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks [] for port, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:13.529764 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-10011c71-9092-42cf-a4dc-9dc711e37d37 req-05e6faed-cca9-471d-99a6-7c47e8eea9ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6084517'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:13.591206 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7013c1c7-f935-4a91-988d-d497d4d2b234 admin admin] Network 0b3104bd-edfc-4af0-90f6-7b90aa247197 is already hosted by enough agents. {{(pid=93021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:01:13.602964 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning for port 5dac3b53-d855-4320-b709-82771757a93e completed by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:01:13.617380 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.base_scheduler [None req-7013c1c7-f935-4a91-988d-d497d4d2b234 admin admin] Resources bound (agent type, host, resource id): {{(pid=93021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:13.617380 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7013c1c7-f935-4a91-988d-d497d4d2b234 admin admin] Received port after_create {{(pid=93021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:01:13.624422 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning complete for port 5dac3b53-d855-4320-b709-82771757a93e triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:13.624816 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:13.684219 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a601a032-7081-4437-8ceb-a90015817103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02277e2-1fea-4b37-9447-5b0bde2a1574,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:13.840866 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-da7bfa67-0260-4336-9165-4bd2f295b94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'name': 'tempest-AttachVolumeTestJSON-26531343-router', 'tenant_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '34ae6685-b683-4f7c-9429-b8c022470bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:00Z', 'updated_at': '2021-07-16T20:01:06Z', 'revision_number': 3, 'project_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'gw_port': {'id': '34ae6685-b683-4f7c-9429-b8c022470bd3', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:fb:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:02Z', 'updated_at': '2021-07-16T20:01:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi'}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:13.930791 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7013c1c7-f935-4a91-988d-d497d4d2b234 admin admin] Pushing event updated for resources: {'Port': ['ID=ae863e2e-b1b8-44ba-8f65-e723fe693990,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:13.974640 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7bfa67-0260-4336-9165-4bd2f295b94c None None] The sync data for ids ['850a098b-f0e9-46e8-a28c-0973e52da083'] in dv-cinder-800697-3-iscsi is: [{'id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'name': 'tempest-AttachVolumeTestJSON-26531343-router', 'tenant_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '34ae6685-b683-4f7c-9429-b8c022470bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:00Z', 'updated_at': '2021-07-16T20:01:06Z', 'revision_number': 3, 'project_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'gw_port': {'id': '34ae6685-b683-4f7c-9429-b8c022470bd3', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:fb:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:02Z', 'updated_at': '2021-07-16T20:01:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi'}] {{(pid=93022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:01:14.039182 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d1621-374c-4054-9971-6c2a5d9b9d87 req-cd7e2707-1f95-45fa-9456-1526269dd733 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:14.047159 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-ff8d1621-374c-4054-9971-6c2a5d9b9d87 req-cd7e2707-1f95-45fa-9456-1526269dd733 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] 10.222.0.98 "GET /v2.0/ports?device_id=a0d38af4-df3d-48d7-a8eb-69e4057b4fea HTTP/1.1" status: 200 len: 932 time: 1.6000340 Jul 16 20:01:14.093414 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-7013c1c7-f935-4a91-988d-d497d4d2b234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8300323'] for router_interface, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:14.105187 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:14.106042 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-f60886a5-37b0-43ac-8565-de4682d0c18a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:14.162869 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-f60886a5-37b0-43ac-8565-de4682d0c18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8120901'] for port, after_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:14.189233 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] For port 5dac3b53-d855-4320-b709-82771757a93e, host dv-cinder-800697-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=5dac3b53-d855-4320-b709-82771757a93e,segment=NetworkSegment(cdf336fb-2473-4d8c-b46d-c083e8b3b4ea),segment_id=cdf336fb-2473-4d8c-b46d-c083e8b3b4ea)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:14.200097 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:14.248543 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60886a5-37b0-43ac-8565-de4682d0c18a admin admin] Pushing event updated for resources: {'Port': ['ID=244be0fe-6431-461b-afb2-3b2f48c9ab2e,revision_number=2']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:14.343954 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-ff8d1621-374c-4054-9971-6c2a5d9b9d87 req-3dda016e-4e6e-467f-b4fd-76d63b50e866 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a1c97ec-dc6a-4827-8ef8-b289c5c9d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955768 Jul 16 20:01:14.460887 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-f60886a5-37b0-43ac-8565-de4682d0c18a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8300375'] for router_interface, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:14.512634 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-b97f627d-c777-4225-acb2-9099aec6a51c None None] Provisioning for port ae863e2e-b1b8-44ba-8f65-e723fe693990 completed by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:01:14.563514 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-b97f627d-c777-4225-acb2-9099aec6a51c None None] Provisioning complete for port ae863e2e-b1b8-44ba-8f65-e723fe693990 triggered by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:14.564583 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-b97f627d-c777-4225-acb2-9099aec6a51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:14.580108 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e6faed-cca9-471d-99a6-7c47e8eea9ab service neutron] Pushing event updated for resources: {'Port': ['ID=ad756f51-d5f5-4d65-b6e5-23a8d98afc9b,revision_number=2']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:14.583150 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Pushing event updated for resources: {'Port': ['ID=5dac3b53-d855-4320-b709-82771757a93e,revision_number=4']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:14.747902 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-b97f627d-c777-4225-acb2-9099aec6a51c None None] Port ae863e2e-b1b8-44ba-8f65-e723fe693990 cannot update to ACTIVE because it is not bound. {{(pid=93022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:01:14.794977 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-48ccd87d-1acf-4b4b-924c-6c5bd69dff79 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786206872486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:14.818795 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60886a5-37b0-43ac-8565-de4682d0c18a admin admin] Network 393b5044-b44c-402e-be20-85746d24c0e1 is already hosted by enough agents. {{(pid=93021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:01:14.882014 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [req-10011c71-9092-42cf-a4dc-9dc711e37d37 req-05e6faed-cca9-471d-99a6-7c47e8eea9ab service neutron] Attempting to bind port ad756f51-d5f5-4d65-b6e5-23a8d98afc9b on host hv-cinder-80069 for vnic_type normal with profile {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:01:14.882525 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [req-10011c71-9092-42cf-a4dc-9dc711e37d37 req-05e6faed-cca9-471d-99a6-7c47e8eea9ab service neutron] Attempting to bind port ad756f51-d5f5-4d65-b6e5-23a8d98afc9b by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '8c4b4c9a-1756-4639-a368-9e26a465772a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'e5804f1d-fdeb-47b2-a0ec-baf0d0715cca'}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:01:14.883762 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10011c71-9092-42cf-a4dc-9dc711e37d37 req-05e6faed-cca9-471d-99a6-7c47e8eea9ab service neutron] Attempting to bind port ad756f51-d5f5-4d65-b6e5-23a8d98afc9b on network e5804f1d-fdeb-47b2-a0ec-baf0d0715cca {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:01:14.894107 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.base_scheduler [None req-f60886a5-37b0-43ac-8565-de4682d0c18a admin admin] Resources bound (agent type, host, resource id): {{(pid=93021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:14.939320 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 53398) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:14.976709 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ccd87d-1acf-4b4b-924c-6c5bd69dff79 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Network 72bddd3a-8a62-4354-b4b3-8a4b3e183ea3 is already hosted by enough agents. {{(pid=93020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:01:14.987581 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10011c71-9092-42cf-a4dc-9dc711e37d37 req-05e6faed-cca9-471d-99a6-7c47e8eea9ab service neutron] Port ad756f51-d5f5-4d65-b6e5-23a8d98afc9b on network e5804f1d-fdeb-47b2-a0ec-baf0d0715cca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:01:14.988237 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10011c71-9092-42cf-a4dc-9dc711e37d37 req-05e6faed-cca9-471d-99a6-7c47e8eea9ab service neutron] Attempting to bind port ad756f51-d5f5-4d65-b6e5-23a8d98afc9b on network e5804f1d-fdeb-47b2-a0ec-baf0d0715cca {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:01:14.992141 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-ed0ddaa5-a8ba-4f45-bcd4-75ec3e0fafd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:15.001334 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.base_scheduler [None req-48ccd87d-1acf-4b4b-924c-6c5bd69dff79 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Resources bound (agent type, host, resource id): {{(pid=93020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:15.004679 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ccd87d-1acf-4b4b-924c-6c5bd69dff79 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Received port after_create {{(pid=93020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:01:15.019136 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d10f1-b678-438c-b6db-efebbb4ffa13 req-79a2b152-411a-4d47-b3bc-7e9e4d4b9042 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:15.024055 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-ea6d10f1-b678-438c-b6db-efebbb4ffa13 req-79a2b152-411a-4d47-b3bc-7e9e4d4b9042 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=905a537c-74db-46cb-a828-eef2ad9ebb6b HTTP/1.1" status: 200 len: 943 time: 1.0016637 Jul 16 20:01:15.049247 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-7013c1c7-f935-4a91-988d-d497d4d2b234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:15.066009 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10011c71-9092-42cf-a4dc-9dc711e37d37 req-05e6faed-cca9-471d-99a6-7c47e8eea9ab service neutron] Checking agent: {'id': 'bb34d2fe-afd3-464c-b7a4-0ee0e23bc19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 21), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:01:15.068378 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10011c71-9092-42cf-a4dc-9dc711e37d37 req-05e6faed-cca9-471d-99a6-7c47e8eea9ab service neutron] Checking segment: {'id': '8c4b4c9a-1756-4639-a368-9e26a465772a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'e5804f1d-fdeb-47b2-a0ec-baf0d0715cca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:01:15.073790 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10011c71-9092-42cf-a4dc-9dc711e37d37 req-05e6faed-cca9-471d-99a6-7c47e8eea9ab service neutron] Bound using segment: {'id': '8c4b4c9a-1756-4639-a368-9e26a465772a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'e5804f1d-fdeb-47b2-a0ec-baf0d0715cca'} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:01:15.074345 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [req-10011c71-9092-42cf-a4dc-9dc711e37d37 req-05e6faed-cca9-471d-99a6-7c47e8eea9ab service neutron] Bound port: ad756f51-d5f5-4d65-b6e5-23a8d98afc9b, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c4b4c9a-1756-4639-a368-9e26a465772a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'e5804f1d-fdeb-47b2-a0ec-baf0d0715cca'}}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:01:15.075525 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-10011c71-9092-42cf-a4dc-9dc711e37d37 req-05e6faed-cca9-471d-99a6-7c47e8eea9ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:15.088737 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ccd87d-1acf-4b4b-924c-6c5bd69dff79 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Pushing event updated for resources: {'Port': ['ID=ccb40b65-2387-4af0-8cce-5fd1f2bad804,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:15.317828 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-ea6d10f1-b678-438c-b6db-efebbb4ffa13 req-9114ac23-613c-46be-b653-91fe7dd0bcd7 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843690 Jul 16 20:01:15.391377 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 53406) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:15.597509 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [req-10011c71-9092-42cf-a4dc-9dc711e37d37 req-05e6faed-cca9-471d-99a6-7c47e8eea9ab service neutron] For port ad756f51-d5f5-4d65-b6e5-23a8d98afc9b, host hv-cinder-80069, cleared binding levels {{(pid=93020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:01:15.682196 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [req-10011c71-9092-42cf-a4dc-9dc711e37d37 req-05e6faed-cca9-471d-99a6-7c47e8eea9ab service neutron] For port ad756f51-d5f5-4d65-b6e5-23a8d98afc9b, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ad756f51-d5f5-4d65-b6e5-23a8d98afc9b,segment=NetworkSegment(8c4b4c9a-1756-4639-a368-9e26a465772a),segment_id=8c4b4c9a-1756-4639-a368-9e26a465772a)] {{(pid=93020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:01:15.709585 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [req-a6a75689-a680-47bf-a2d7-ac7c35808827 req-1a6751e8-cc9c-40f2-bccf-45c3eafefe88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15344481-52e4-48e1-8e00-42d757475a47 {{(pid=93020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:01:15.734201 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-a6a75689-a680-47bf-a2d7-ac7c35808827 req-1a6751e8-cc9c-40f2-bccf-45c3eafefe88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:15.762686 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60886a5-37b0-43ac-8565-de4682d0c18a admin admin] Router de03f7b2-8fb0-423c-bca5-332e4e5cf067 has already been hosted by L3 agent 2edc1d69-0f6a-462d-a1c4-2c7c9be5649e {{(pid=93021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:01:15.775412 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [req-a6a75689-a680-47bf-a2d7-ac7c35808827 req-1a6751e8-cc9c-40f2-bccf-45c3eafefe88 service neutron] Transition to ACTIVE for port object 15344481-52e4-48e1-8e00-42d757475a47 will not be triggered until provisioned by entity L2. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:15.825400 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-a6a75689-a680-47bf-a2d7-ac7c35808827 req-1a6751e8-cc9c-40f2-bccf-45c3eafefe88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6084517'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:15.839698 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-48ccd87d-1acf-4b4b-924c-6c5bd69dff79 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:15.851902 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-10011c71-9092-42cf-a4dc-9dc711e37d37 req-05e6faed-cca9-471d-99a6-7c47e8eea9ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6084517'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:15.880904 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-7013c1c7-f935-4a91-988d-d497d4d2b234 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:16.088923 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-7013c1c7-f935-4a91-988d-d497d4d2b234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8120901'] for port, after_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:16.227360 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-fcc5759e-7ae0-4fb3-a3a4-7b55ac00bf93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:16.240108 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-ed0ddaa5-a8ba-4f45-bcd4-75ec3e0fafd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:16.245492 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10011c71-9092-42cf-a4dc-9dc711e37d37 req-05e6faed-cca9-471d-99a6-7c47e8eea9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:16.246652 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-10011c71-9092-42cf-a4dc-9dc711e37d37 req-05e6faed-cca9-471d-99a6-7c47e8eea9ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for port, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:16.248779 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-10011c71-9092-42cf-a4dc-9dc711e37d37 req-05e6faed-cca9-471d-99a6-7c47e8eea9ab service neutron] 10.222.0.102 "PUT /v2.0/ports/ad756f51-d5f5-4d65-b6e5-23a8d98afc9b HTTP/1.1" status: 200 len: 1093 time: 3.6177244 Jul 16 20:01:16.253070 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '905a537c-74db-46cb-a828-eef2ad9ebb6b', 'tag': 'ad756f51-d5f5-4d65-b6e5-23a8d98afc9b'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:01:16.310561 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-ed0ddaa5-a8ba-4f45-bcd4-75ec3e0fafd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:16.332210 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21e6b4-fff2-48da-87d9-b7dfb30d2581 req-ba96459b-20d1-43d4-9f36-4cc1fcec9aa1 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:16.333765 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-1f21e6b4-fff2-48da-87d9-b7dfb30d2581 req-ba96459b-20d1-43d4-9f36-4cc1fcec9aa1 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] 10.222.0.98 "GET /v2.0/ports?device_id=a0d38af4-df3d-48d7-a8eb-69e4057b4fea HTTP/1.1" status: 200 len: 932 time: 0.7451584 Jul 16 20:01:16.383892 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [req-a6a75689-a680-47bf-a2d7-ac7c35808827 req-1a6751e8-cc9c-40f2-bccf-45c3eafefe88 service neutron] Attempting to bind port 15344481-52e4-48e1-8e00-42d757475a47 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:01:16.385052 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [req-a6a75689-a680-47bf-a2d7-ac7c35808827 req-1a6751e8-cc9c-40f2-bccf-45c3eafefe88 service neutron] Attempting to bind port 15344481-52e4-48e1-8e00-42d757475a47 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '56fe30b0-fdd5-4cde-8b0f-9ea1f93ef2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'c7ccddc4-0a2e-4884-a7b3-ed02f9b51dbd'}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:01:16.393521 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0ddaa5-a8ba-4f45-bcd4-75ec3e0fafd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e83926-6cac-4101-afa0-98adc253dc73,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:16.403635 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a75689-a680-47bf-a2d7-ac7c35808827 req-1a6751e8-cc9c-40f2-bccf-45c3eafefe88 service neutron] Attempting to bind port 15344481-52e4-48e1-8e00-42d757475a47 on network c7ccddc4-0a2e-4884-a7b3-ed02f9b51dbd {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:01:16.407387 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-48ccd87d-1acf-4b4b-924c-6c5bd69dff79 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:16.417200 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6751e8-cc9c-40f2-bccf-45c3eafefe88 service neutron] Pushing event updated for resources: {'Port': ['ID=15344481-52e4-48e1-8e00-42d757475a47,revision_number=2']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:16.518694 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a75689-a680-47bf-a2d7-ac7c35808827 req-1a6751e8-cc9c-40f2-bccf-45c3eafefe88 service neutron] Port 15344481-52e4-48e1-8e00-42d757475a47 on network c7ccddc4-0a2e-4884-a7b3-ed02f9b51dbd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:01:16.521723 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a75689-a680-47bf-a2d7-ac7c35808827 req-1a6751e8-cc9c-40f2-bccf-45c3eafefe88 service neutron] Attempting to bind port 15344481-52e4-48e1-8e00-42d757475a47 on network c7ccddc4-0a2e-4884-a7b3-ed02f9b51dbd {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:01:16.555080 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7013c1c7-f935-4a91-988d-d497d4d2b234 admin admin] Pushing event updated for resources: {'Port': ['ID=ae863e2e-b1b8-44ba-8f65-e723fe693990,revision_number=2']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:16.564596 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-7013c1c7-f935-4a91-988d-d497d4d2b234 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8300375'] for router_interface, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:16.653406 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60886a5-37b0-43ac-8565-de4682d0c18a admin admin] Notify agent at l3_agent.dv-cinder-800697-3-iscsi the message routers_updated {{(pid=93021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:01:16.657310 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-ed0ddaa5-a8ba-4f45-bcd4-75ec3e0fafd1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5b0c9b7727a046bca5453ffbc1927dea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7038162 Jul 16 20:01:16.664820 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676ca956-b656-4ecb-856a-2ec0109fbc93 None None] Sync routers for ids ['de03f7b2-8fb0-423c-bca5-332e4e5cf067'] in dv-cinder-800697-3-iscsi {{(pid=93023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:01:16.682029 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676ca956-b656-4ecb-856a-2ec0109fbc93 None None] Routers {'de03f7b2-8fb0-423c-bca5-332e4e5cf067'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:01:16.682759 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-676ca956-b656-4ecb-856a-2ec0109fbc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:00:52Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['de03f7b2-8fb0-423c-bca5-332e4e5cf067'], 'active': True} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:16.686966 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-f60886a5-37b0-43ac-8565-de4682d0c18a admin admin] 10.222.0.98 "PUT /v2.0/routers/de03f7b2-8fb0-423c-bca5-332e4e5cf067/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8988221 Jul 16 20:01:16.691933 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a75689-a680-47bf-a2d7-ac7c35808827 req-1a6751e8-cc9c-40f2-bccf-45c3eafefe88 service neutron] Checking agent: {'id': 'bb34d2fe-afd3-464c-b7a4-0ee0e23bc19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 21), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:01:16.692693 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a75689-a680-47bf-a2d7-ac7c35808827 req-1a6751e8-cc9c-40f2-bccf-45c3eafefe88 service neutron] Checking segment: {'id': '56fe30b0-fdd5-4cde-8b0f-9ea1f93ef2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'c7ccddc4-0a2e-4884-a7b3-ed02f9b51dbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:01:16.692793 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a75689-a680-47bf-a2d7-ac7c35808827 req-1a6751e8-cc9c-40f2-bccf-45c3eafefe88 service neutron] Bound using segment: {'id': '56fe30b0-fdd5-4cde-8b0f-9ea1f93ef2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'c7ccddc4-0a2e-4884-a7b3-ed02f9b51dbd'} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:01:16.693231 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [req-a6a75689-a680-47bf-a2d7-ac7c35808827 req-1a6751e8-cc9c-40f2-bccf-45c3eafefe88 service neutron] Bound port: 15344481-52e4-48e1-8e00-42d757475a47, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fe30b0-fdd5-4cde-8b0f-9ea1f93ef2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'c7ccddc4-0a2e-4884-a7b3-ed02f9b51dbd'}}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:01:16.693599 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-a6a75689-a680-47bf-a2d7-ac7c35808827 req-1a6751e8-cc9c-40f2-bccf-45c3eafefe88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:16.701935 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 53434) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:16.733035 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 34ae6685-b683-4f7c-9429-b8c022470bd3 up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:01:16.883344 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning for port 34ae6685-b683-4f7c-9429-b8c022470bd3 completed by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:01:16.891899 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fae8f2ff960fe93758be445b473a7dfd6f7d616fbf5a964bb8e60e5228696b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43db8bfd-ad85-4f23-93c0-1229fa25f374" -d '{"events": [{"name": "network-changed", "server_uuid": "905a537c-74db-46cb-a828-eef2ad9ebb6b", "tag": "ad756f51-d5f5-4d65-b6e5-23a8d98afc9b"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:01:16.892360 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-1f21e6b4-fff2-48da-87d9-b7dfb30d2581 req-1c9ab7e4-1508-45d5-81db-d864b6a47006 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a1c97ec-dc6a-4827-8ef8-b289c5c9d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4537601 Jul 16 20:01:16.909782 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning complete for port 34ae6685-b683-4f7c-9429-b8c022470bd3 triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:16.910369 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:17.037462 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvr_db [None req-676ca956-b656-4ecb-856a-2ec0109fbc93 None None] Set router de03f7b2-8fb0-423c-bca5-332e4e5cf067 gateway port host: dv-cinder-800697-3-iscsi {{(pid=93023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:01:17.101932 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e6faed-cca9-471d-99a6-7c47e8eea9ab service neutron] Pushing event updated for resources: {'Port': ['ID=ad756f51-d5f5-4d65-b6e5-23a8d98afc9b,revision_number=3']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:17.226322 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7013c1c7-f935-4a91-988d-d497d4d2b234 admin admin] Network 0b3104bd-edfc-4af0-90f6-7b90aa247197 is already hosted by enough agents. {{(pid=93021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:01:17.245136 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6f2dbb60-03d0-46b5-81a8-b4b4a8dbe79c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:17.256155 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.base_scheduler [None req-7013c1c7-f935-4a91-988d-d497d4d2b234 admin admin] Resources bound (agent type, host, resource id): {{(pid=93021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:17.305796 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:17.430838 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] For port 34ae6685-b683-4f7c-9429-b8c022470bd3, host dv-cinder-800697-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=34ae6685-b683-4f7c-9429-b8c022470bd3,segment=NetworkSegment(cdf336fb-2473-4d8c-b46d-c083e8b3b4ea),segment_id=cdf336fb-2473-4d8c-b46d-c083e8b3b4ea)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:17.440054 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:17.441100 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 5dac3b53-d855-4320-b709-82771757a93e up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:01:17.513478 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6549c86-c703-45ea-838d-04d98b751749 x-openstack-request-id: req-e6549c86-c703-45ea-838d-04d98b751749 {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:01:17.513853 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "905a537c-74db-46cb-a828-eef2ad9ebb6b", "tag": "ad756f51-d5f5-4d65-b6e5-23a8d98afc9b", "status": "completed", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:01:17.514007 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e6549c86-c703-45ea-838d-04d98b751749 {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:01:17.514522 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '905a537c-74db-46cb-a828-eef2ad9ebb6b', 'tag': 'ad756f51-d5f5-4d65-b6e5-23a8d98afc9b', 'status': 'completed', 'code': 200} Jul 16 20:01:17.549798 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6f2dbb60-03d0-46b5-81a8-b4b4a8dbe79c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:17.666911 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7013c1c7-f935-4a91-988d-d497d4d2b234 admin admin] Router 850a098b-f0e9-46e8-a28c-0973e52da083 has already been hosted by L3 agent 2edc1d69-0f6a-462d-a1c4-2c7c9be5649e {{(pid=93021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:01:17.669963 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-fcc5759e-7ae0-4fb3-a3a4-7b55ac00bf93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:17.672457 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [req-a6a75689-a680-47bf-a2d7-ac7c35808827 req-1a6751e8-cc9c-40f2-bccf-45c3eafefe88 service neutron] For port 15344481-52e4-48e1-8e00-42d757475a47, host hv-cinder-80069, cleared binding levels {{(pid=93020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:01:17.681166 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-fcc5759e-7ae0-4fb3-a3a4-7b55ac00bf93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:17.745894 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [req-a6a75689-a680-47bf-a2d7-ac7c35808827 req-1a6751e8-cc9c-40f2-bccf-45c3eafefe88 service neutron] For port 15344481-52e4-48e1-8e00-42d757475a47, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=15344481-52e4-48e1-8e00-42d757475a47,segment=NetworkSegment(56fe30b0-fdd5-4cde-8b0f-9ea1f93ef2a7),segment_id=56fe30b0-fdd5-4cde-8b0f-9ea1f93ef2a7)] {{(pid=93020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:01:17.747504 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Pushing event updated for resources: {'Port': ['ID=34ae6685-b683-4f7c-9429-b8c022470bd3,revision_number=4']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:17.771449 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning complete for port 5dac3b53-d855-4320-b709-82771757a93e triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:17.771888 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:17.790388 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-a6a75689-a680-47bf-a2d7-ac7c35808827 req-1a6751e8-cc9c-40f2-bccf-45c3eafefe88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6084517'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:17.796022 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-676ca956-b656-4ecb-856a-2ec0109fbc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de03f7b2-8fb0-423c-bca5-332e4e5cf067', 'name': 'tempest-ServerRescueNegativeTestJSON-436099479-router', 'tenant_id': '414a34685fd04fe387cb1d18cde8082e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '5dac3b53-d855-4320-b709-82771757a93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:00:59Z', 'updated_at': '2021-07-16T20:01:11Z', 'revision_number': 4, 'project_id': '414a34685fd04fe387cb1d18cde8082e', 'gw_port': {'id': '5dac3b53-d855-4320-b709-82771757a93e', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:42:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de03f7b2-8fb0-423c-bca5-332e4e5cf067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:00Z', 'updated_at': '2021-07-16T20:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_interfaces': [{'id': '244be0fe-6431-461b-afb2-3b2f48c9ab2e', 'name': '', 'network_id': '393b5044-b44c-402e-be20-85746d24c0e1', 'tenant_id': '414a34685fd04fe387cb1d18cde8082e', 'mac_address': 'fa:16:3e:f9:48:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de03f7b2-8fb0-423c-bca5-332e4e5cf067', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'bb407b5a-c60b-422c-8afc-1e584a6a4c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:10Z', 'updated_at': '2021-07-16T20:01:12Z', 'revision_number': 2, 'project_id': '414a34685fd04fe387cb1d18cde8082e', 'subnets': [{'id': 'bb407b5a-c60b-422c-8afc-1e584a6a4c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:17.835816 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-48ccd87d-1acf-4b4b-924c-6c5bd69dff79 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks [] for port, precommit_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:17.847234 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17a7b8-94c2-4005-99dc-f69f8b353cc8 req-f8f4698c-2040-4432-8ceb-1f5314785990 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:17.857903 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-3b17a7b8-94c2-4005-99dc-f69f8b353cc8 req-f8f4698c-2040-4432-8ceb-1f5314785990 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=905a537c-74db-46cb-a828-eef2ad9ebb6b HTTP/1.1" status: 200 len: 943 time: 1.2170131 Jul 16 20:01:17.889113 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676ca956-b656-4ecb-856a-2ec0109fbc93 None None] Checking router: de03f7b2-8fb0-423c-bca5-332e4e5cf067 for host: dv-cinder-800697-3-iscsi {{(pid=93023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:01:17.889719 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676ca956-b656-4ecb-856a-2ec0109fbc93 None None] Updating router de03f7b2-8fb0-423c-bca5-332e4e5cf067 port 244be0fe-6431-461b-afb2-3b2f48c9ab2e binding host dv-cinder-800697-3-iscsi {{(pid=93023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:01:17.932152 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-48ccd87d-1acf-4b4b-924c-6c5bd69dff79 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6084517'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:17.932991 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-9dc054ac-27c9-4598-a03f-bda73696c0c4 None None] Provisioning complete for port ae863e2e-b1b8-44ba-8f65-e723fe693990 triggered by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:17.933578 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-9dc054ac-27c9-4598-a03f-bda73696c0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:17.984908 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6751e8-cc9c-40f2-bccf-45c3eafefe88 service neutron] Pushing event updated for resources: {'Port': ['ID=15344481-52e4-48e1-8e00-42d757475a47,revision_number=3']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:18.005732 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-9dc054ac-27c9-4598-a03f-bda73696c0c4 None None] Port ae863e2e-b1b8-44ba-8f65-e723fe693990 cannot update to ACTIVE because it is not bound. {{(pid=93022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:01:18.009429 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a75689-a680-47bf-a2d7-ac7c35808827 req-1a6751e8-cc9c-40f2-bccf-45c3eafefe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:18.011410 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-a6a75689-a680-47bf-a2d7-ac7c35808827 req-1a6751e8-cc9c-40f2-bccf-45c3eafefe88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for port, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:18.012924 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a6a75689-a680-47bf-a2d7-ac7c35808827 req-1a6751e8-cc9c-40f2-bccf-45c3eafefe88 service neutron] 10.222.0.102 "PUT /v2.0/ports/15344481-52e4-48e1-8e00-42d757475a47 HTTP/1.1" status: 200 len: 1094 time: 5.3736937 Jul 16 20:01:18.016378 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7013c1c7-f935-4a91-988d-d497d4d2b234 admin admin] Notify agent at l3_agent.dv-cinder-800697-3-iscsi the message routers_updated {{(pid=93021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:01:18.029367 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f2c4ee-6265-4c9d-8ea7-74013b291a2a None None] Sync routers for ids ['850a098b-f0e9-46e8-a28c-0973e52da083'] in dv-cinder-800697-3-iscsi {{(pid=93022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:01:18.052495 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 53470) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:18.059339 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-7013c1c7-f935-4a91-988d-d497d4d2b234 admin admin] 10.222.0.98 "PUT /v2.0/routers/850a098b-f0e9-46e8-a28c-0973e52da083/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6638072 Jul 16 20:01:18.084064 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f2c4ee-6265-4c9d-8ea7-74013b291a2a None None] Routers {'850a098b-f0e9-46e8-a28c-0973e52da083'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:01:18.084699 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-c7f2c4ee-6265-4c9d-8ea7-74013b291a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:00:52Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['850a098b-f0e9-46e8-a28c-0973e52da083'], 'active': True} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:18.095421 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6f2dbb60-03d0-46b5-81a8-b4b4a8dbe79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:18.098627 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6f2dbb60-03d0-46b5-81a8-b4b4a8dbe79c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:18.100065 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-6f2dbb60-03d0-46b5-81a8-b4b4a8dbe79c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/61e83926-6cac-4101-afa0-98adc253dc73 HTTP/1.1" status: 204 len: 168 time: 1.3971472 Jul 16 20:01:18.114015 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-fcc5759e-7ae0-4fb3-a3a4-7b55ac00bf93 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1084fcd82e904af8be54eff2702c064f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6428292 Jul 16 20:01:18.118485 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc5759e-7ae0-4fb3-a3a4-7b55ac00bf93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9bfe10-e223-4b43-92be-ff387f368b6d,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:18.140503 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 53478) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:18.207765 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2dbb60-03d0-46b5-81a8-b4b4a8dbe79c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e83926-6cac-4101-afa0-98adc253dc73,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:18.284053 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-676ca956-b656-4ecb-856a-2ec0109fbc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:18.288048 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10011c71-9092-42cf-a4dc-9dc711e37d37 req-5ccc5f58-473d-4959-ac40-3c0b325d3221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:18.292727 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-10011c71-9092-42cf-a4dc-9dc711e37d37 req-5ccc5f58-473d-4959-ac40-3c0b325d3221 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6454850dc1f14582976bbf9cabb0fec3&device_id=905a537c-74db-46cb-a828-eef2ad9ebb6b HTTP/1.1" status: 200 len: 1096 time: 1.0579097 Jul 16 20:01:18.377190 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-3b17a7b8-94c2-4005-99dc-f69f8b353cc8 req-8983b5e3-854c-43e7-bdb0-45738d558a02 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5212011 Jul 16 20:01:18.397990 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 34ae6685-b683-4f7c-9429-b8c022470bd3 up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:01:18.406350 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ccd87d-1acf-4b4b-924c-6c5bd69dff79 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Pushing event updated for resources: {'Port': ['ID=ccb40b65-2387-4af0-8cce-5fd1f2bad804,revision_number=2']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:18.429511 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-48ccd87d-1acf-4b4b-924c-6c5bd69dff79 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8363194'] for floatingip, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:18.480861 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-48ccd87d-1acf-4b4b-924c-6c5bd69dff79 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for floatingip, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:18.484576 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-48ccd87d-1acf-4b4b-924c-6c5bd69dff79 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 11.0820732 Jul 16 20:01:18.512453 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a75689-a680-47bf-a2d7-ac7c35808827 req-2c283cec-a8b1-42ab-a1bd-7bc19cdeb25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:18.514491 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a6a75689-a680-47bf-a2d7-ac7c35808827 req-2c283cec-a8b1-42ab-a1bd-7bc19cdeb25f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b6965a6d41d04a2db80c6fd2f258d023&device_id=a0d38af4-df3d-48d7-a8eb-69e4057b4fea HTTP/1.1" status: 200 len: 1097 time: 0.3653262 Jul 16 20:01:18.661147 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvr_db [None req-c7f2c4ee-6265-4c9d-8ea7-74013b291a2a None None] Set router 850a098b-f0e9-46e8-a28c-0973e52da083 gateway port host: dv-cinder-800697-3-iscsi {{(pid=93022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:01:18.717223 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fce02d-a7b2-4ac0-af18-7ef65a349814 req-d4961096-50f8-4ea1-a3d9-9cfafb9d9278 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:18.719192 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-66fce02d-a7b2-4ac0-af18-7ef65a349814 req-d4961096-50f8-4ea1-a3d9-9cfafb9d9278 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/networks?id=393b5044-b44c-402e-be20-85746d24c0e1 HTTP/1.1" status: 200 len: 818 time: 0.7044933 Jul 16 20:01:18.833503 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-29577d1a-ba5b-465e-a7e9-48c48347bee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:18.855099 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-d1f0477a-3cd9-409d-a51c-5d3a778f476f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:18.902853 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-66fce02d-a7b2-4ac0-af18-7ef65a349814 req-1021b64f-3f1c-4d7a-9a86-0d1e0ccf5b9f tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/quotas/414a34685fd04fe387cb1d18cde8082e HTTP/1.1" status: 200 len: 375 time: 0.1722431 Jul 16 20:01:18.933392 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e67598-4062-4f38-baaa-cfb929110496 req-17b28689-6483-46af-8284-e0d98a58faae tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:18.939044 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-13e67598-4062-4f38-baaa-cfb929110496 req-17b28689-6483-46af-8284-e0d98a58faae tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] 10.222.0.98 "GET /v2.0/ports?device_id=a0d38af4-df3d-48d7-a8eb-69e4057b4fea HTTP/1.1" status: 200 len: 944 time: 0.1797163 Jul 16 20:01:19.017127 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-d1f0477a-3cd9-409d-a51c-5d3a778f476f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:19.025622 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-676ca956-b656-4ecb-856a-2ec0109fbc93 None None] Notify callbacks [] for port, precommit_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:19.045839 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.provisioning_blocks [None req-676ca956-b656-4ecb-856a-2ec0109fbc93 None None] Transition to ACTIVE for port object 244be0fe-6431-461b-afb2-3b2f48c9ab2e will not be triggered until provisioned by entity L2. {{(pid=93023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:19.051958 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-13e67598-4062-4f38-baaa-cfb929110496 req-fcd601a7-4370-46a7-bbbe-013b3914c211 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a1c97ec-dc6a-4827-8ef8-b289c5c9d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058273 Jul 16 20:01:19.066819 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-676ca956-b656-4ecb-856a-2ec0109fbc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:19.182297 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning complete for port 34ae6685-b683-4f7c-9429-b8c022470bd3 triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:19.182938 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:19.231343 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-66fce02d-a7b2-4ac0-af18-7ef65a349814 req-d9e42267-12c8-4b7f-9ad2-8d42af8806fc tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=414a34685fd04fe387cb1d18cde8082e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3057890 Jul 16 20:01:19.274856 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-d1f0477a-3cd9-409d-a51c-5d3a778f476f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:19.278974 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-d1f0477a-3cd9-409d-a51c-5d3a778f476f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:19.280471 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-d1f0477a-3cd9-409d-a51c-5d3a778f476f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1c9bfe10-e223-4b43-92be-ff387f368b6d HTTP/1.1" status: 204 len: 168 time: 1.1372283 Jul 16 20:01:19.314725 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f0477a-3cd9-409d-a51c-5d3a778f476f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9bfe10-e223-4b43-92be-ff387f368b6d,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:19.353376 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-c7f2c4ee-6265-4c9d-8ea7-74013b291a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'name': 'tempest-AttachVolumeTestJSON-26531343-router', 'tenant_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '34ae6685-b683-4f7c-9429-b8c022470bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:00Z', 'updated_at': '2021-07-16T20:01:14Z', 'revision_number': 4, 'project_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'gw_port': {'id': '34ae6685-b683-4f7c-9429-b8c022470bd3', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:fb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:02Z', 'updated_at': '2021-07-16T20:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_interfaces': [{'id': 'ae863e2e-b1b8-44ba-8f65-e723fe693990', 'name': '', 'network_id': '0b3104bd-edfc-4af0-90f6-7b90aa247197', 'tenant_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'mac_address': 'fa:16:3e:e8:ca:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'ef5951b2-8beb-4c67-b6c2-485349b7bb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:12Z', 'updated_at': '2021-07-16T20:01:15Z', 'revision_number': 2, 'project_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'subnets': [{'id': 'ef5951b2-8beb-4c67-b6c2-485349b7bb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:19.364046 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-29577d1a-ba5b-465e-a7e9-48c48347bee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:19.375211 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-29577d1a-ba5b-465e-a7e9-48c48347bee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:19.407137 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990bbc60-f1b8-4fdf-ab25-32d848ec600d None None] Pushing event updated for resources: {'Port': ['ID=244be0fe-6431-461b-afb2-3b2f48c9ab2e,revision_number=3']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:19.413071 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29577d1a-ba5b-465e-a7e9-48c48347bee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1ec21c-9500-4cfa-938a-be8ee5bb53ad,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:19.457566 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [None req-676ca956-b656-4ecb-856a-2ec0109fbc93 None None] Attempting to bind port 244be0fe-6431-461b-afb2-3b2f48c9ab2e on host dv-cinder-800697-3-iscsi for vnic_type normal with profile {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:01:19.459010 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [None req-676ca956-b656-4ecb-856a-2ec0109fbc93 None None] Attempting to bind port 244be0fe-6431-461b-afb2-3b2f48c9ab2e by drivers openvswitch,hyperv on host dv-cinder-800697-3-iscsi at level 0 using segments [{'id': 'b84b4437-9c05-4c91-ae64-277a40c58618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '393b5044-b44c-402e-be20-85746d24c0e1'}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:01:19.460677 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676ca956-b656-4ecb-856a-2ec0109fbc93 None None] Attempting to bind port 244be0fe-6431-461b-afb2-3b2f48c9ab2e on network 393b5044-b44c-402e-be20-85746d24c0e1 {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:01:19.467531 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-66fce02d-a7b2-4ac0-af18-7ef65a349814 req-83705a7d-74ef-4e1e-aa15-80545c88bed4 service neutron] 10.222.0.98 "GET /v2.0/networks/393b5044-b44c-402e-be20-85746d24c0e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239597 Jul 16 20:01:19.471992 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-29577d1a-ba5b-465e-a7e9-48c48347bee9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=678e203b12ea4e47bdaed10d75bf8aa3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4049578 Jul 16 20:01:19.475181 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 53504) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:19.475431 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676ca956-b656-4ecb-856a-2ec0109fbc93 None None] Checking agent: {'id': '6d2f6f1f-2a68-46fa-b61c-109a868a14b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 53, 32), 'started_at': datetime.datetime(2021, 7, 16, 19, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:01:19.478860 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676ca956-b656-4ecb-856a-2ec0109fbc93 None None] Checking segment: {'id': 'b84b4437-9c05-4c91-ae64-277a40c58618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '393b5044-b44c-402e-be20-85746d24c0e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:01:19.479573 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-676ca956-b656-4ecb-856a-2ec0109fbc93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:19.481825 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676ca956-b656-4ecb-856a-2ec0109fbc93 None None] Bound using segment: {'id': 'b84b4437-9c05-4c91-ae64-277a40c58618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '393b5044-b44c-402e-be20-85746d24c0e1'} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:01:19.482627 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [None req-676ca956-b656-4ecb-856a-2ec0109fbc93 None None] Bound port: 244be0fe-6431-461b-afb2-3b2f48c9ab2e, host: dv-cinder-800697-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84b4437-9c05-4c91-ae64-277a40c58618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '393b5044-b44c-402e-be20-85746d24c0e1'}}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:01:19.484018 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-676ca956-b656-4ecb-856a-2ec0109fbc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:19.522554 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0d38af4-df3d-48d7-a8eb-69e4057b4fea', 'tag': '15344481-52e4-48e1-8e00-42d757475a47'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:01:19.526384 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f2c4ee-6265-4c9d-8ea7-74013b291a2a None None] Checking router: 850a098b-f0e9-46e8-a28c-0973e52da083 for host: dv-cinder-800697-3-iscsi {{(pid=93022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:01:19.526741 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f2c4ee-6265-4c9d-8ea7-74013b291a2a None None] Updating router 850a098b-f0e9-46e8-a28c-0973e52da083 port ae863e2e-b1b8-44ba-8f65-e723fe693990 binding host dv-cinder-800697-3-iscsi {{(pid=93022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:01:19.531073 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fae8f2ff960fe93758be445b473a7dfd6f7d616fbf5a964bb8e60e5228696b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd535d76-4be1-4fea-870a-aaa85b7f39fe" -d '{"events": [{"name": "network-changed", "server_uuid": "a0d38af4-df3d-48d7-a8eb-69e4057b4fea", "tag": "15344481-52e4-48e1-8e00-42d757475a47"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:01:19.577633 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-c7f2c4ee-6265-4c9d-8ea7-74013b291a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:19.685418 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [None req-676ca956-b656-4ecb-856a-2ec0109fbc93 None None] For port 244be0fe-6431-461b-afb2-3b2f48c9ab2e, host dv-cinder-800697-3-iscsi, cleared binding levels {{(pid=93023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:01:19.693476 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [None req-676ca956-b656-4ecb-856a-2ec0109fbc93 None None] For port 244be0fe-6431-461b-afb2-3b2f48c9ab2e, host dv-cinder-800697-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=244be0fe-6431-461b-afb2-3b2f48c9ab2e,segment=NetworkSegment(b84b4437-9c05-4c91-ae64-277a40c58618),segment_id=b84b4437-9c05-4c91-ae64-277a40c58618)] {{(pid=93023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:01:19.704900 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-676ca956-b656-4ecb-856a-2ec0109fbc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:19.719664 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-66fce02d-a7b2-4ac0-af18-7ef65a349814 req-6871286a-8cc9-4cde-b93b-46186ad97e0b service neutron] 10.222.0.98 "GET /v2.0/networks/393b5044-b44c-402e-be20-85746d24c0e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338331 Jul 16 20:01:19.793264 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676ca956-b656-4ecb-856a-2ec0109fbc93 None None] Routers {'de03f7b2-8fb0-423c-bca5-332e4e5cf067'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:01:19.797563 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-676ca956-b656-4ecb-856a-2ec0109fbc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:00:52Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['de03f7b2-8fb0-423c-bca5-332e4e5cf067'], 'active': True} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:19.799938 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-10011c71-9092-42cf-a4dc-9dc711e37d37 req-e6c36dad-8a24-430f-81df-21cfbd8a344d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad756f51-d5f5-4d65-b6e5-23a8d98afc9b HTTP/1.1" status: 200 len: 217 time: 0.2129903 Jul 16 20:01:19.915282 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a6a75689-a680-47bf-a2d7-ac7c35808827 req-b005f07c-4abb-497f-aeb6-27dd8b9fa7f0 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15344481-52e4-48e1-8e00-42d757475a47 HTTP/1.1" status: 200 len: 217 time: 0.1384213 Jul 16 20:01:19.980046 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-0e94370c-4299-431b-a475-53c8cf5fd697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:20.039230 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvr_db [None req-676ca956-b656-4ecb-856a-2ec0109fbc93 None None] Set router de03f7b2-8fb0-423c-bca5-332e4e5cf067 gateway port host: dv-cinder-800697-3-iscsi {{(pid=93023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:01:20.237618 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-0e94370c-4299-431b-a475-53c8cf5fd697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:20.253410 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 53534) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:20.262303 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-c06f6949-9152-4072-9275-101dbcecdf2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:20.265012 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-c7f2c4ee-6265-4c9d-8ea7-74013b291a2a None None] Notify callbacks [] for port, precommit_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:20.274201 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a75689-a680-47bf-a2d7-ac7c35808827 req-9e81b173-90f5-48f4-82ed-404487d563af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:20.281670 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a6a75689-a680-47bf-a2d7-ac7c35808827 req-9e81b173-90f5-48f4-82ed-404487d563af service neutron] 10.222.0.102 "GET /v2.0/subnets?id=70edc46c-0e6e-49e4-a375-8b3a4fe49e25 HTTP/1.1" status: 200 len: 851 time: 0.3371282 Jul 16 20:01:20.291930 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-c7f2c4ee-6265-4c9d-8ea7-74013b291a2a None None] Transition to ACTIVE for port object ae863e2e-b1b8-44ba-8f65-e723fe693990 will not be triggered until provisioned by entity L2. {{(pid=93022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:20.293236 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-f0f964aa-0c47-4686-9f01-1fe37f40c2fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:20.308234 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-c7f2c4ee-6265-4c9d-8ea7-74013b291a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:20.316236 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-75c7dc14-0b7f-4dee-99ca-112f51c53a2e req-01895d9e-5352-4b26-b194-744abcb5a86a tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--1036595911&fields=id&tenant_id=b242095010ee4963872bd0cfcbacc3fa HTTP/1.1" status: 200 len: 267 time: 0.1323550 Jul 16 20:01:20.349800 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990bbc60-f1b8-4fdf-ab25-32d848ec600d None None] Pushing event updated for resources: {'Port': ['ID=244be0fe-6431-461b-afb2-3b2f48c9ab2e,revision_number=4']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:20.398939 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa07c1d3-634d-47d1-b6a9-baa06a884040 None None] Pushing event updated for resources: {'Port': ['ID=ae863e2e-b1b8-44ba-8f65-e723fe693990,revision_number=3']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:20.410567 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10011c71-9092-42cf-a4dc-9dc711e37d37 req-02cb6bf3-759d-4d74-976c-a04105af611c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:20.412640 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-10011c71-9092-42cf-a4dc-9dc711e37d37 req-02cb6bf3-759d-4d74-976c-a04105af611c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=283e3901-d3ea-4713-b598-f4d358da70c1 HTTP/1.1" status: 200 len: 854 time: 0.5151153 Jul 16 20:01:20.456976 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a6a75689-a680-47bf-a2d7-ac7c35808827 req-3d476143-2fb0-4d85-b6f3-cbd61ee1848d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c7ccddc4-0a2e-4884-a7b3-ed02f9b51dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1508818 Jul 16 20:01:20.496043 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-10011c71-9092-42cf-a4dc-9dc711e37d37 req-e7119256-7839-42da-9ed1-87d4716ca95a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e5804f1d-fdeb-47b2-a0ec-baf0d0715cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425284 Jul 16 20:01:20.527288 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-676ca956-b656-4ecb-856a-2ec0109fbc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de03f7b2-8fb0-423c-bca5-332e4e5cf067', 'name': 'tempest-ServerRescueNegativeTestJSON-436099479-router', 'tenant_id': '414a34685fd04fe387cb1d18cde8082e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '5dac3b53-d855-4320-b709-82771757a93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:00:59Z', 'updated_at': '2021-07-16T20:01:11Z', 'revision_number': 4, 'project_id': '414a34685fd04fe387cb1d18cde8082e', 'gw_port': {'id': '5dac3b53-d855-4320-b709-82771757a93e', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:42:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de03f7b2-8fb0-423c-bca5-332e4e5cf067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:00Z', 'updated_at': '2021-07-16T20:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_interfaces': [{'id': '244be0fe-6431-461b-afb2-3b2f48c9ab2e', 'name': '', 'network_id': '393b5044-b44c-402e-be20-85746d24c0e1', 'tenant_id': '414a34685fd04fe387cb1d18cde8082e', 'mac_address': 'fa:16:3e:f9:48:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de03f7b2-8fb0-423c-bca5-332e4e5cf067', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'bb407b5a-c60b-422c-8afc-1e584a6a4c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:10Z', 'updated_at': '2021-07-16T20:01:19Z', 'revision_number': 4, 'project_id': '414a34685fd04fe387cb1d18cde8082e', 'subnets': [{'id': 'bb407b5a-c60b-422c-8afc-1e584a6a4c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:20.554035 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.managers [None req-c7f2c4ee-6265-4c9d-8ea7-74013b291a2a None None] Attempting to bind port ae863e2e-b1b8-44ba-8f65-e723fe693990 on host dv-cinder-800697-3-iscsi for vnic_type normal with profile {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:01:20.558957 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.managers [None req-c7f2c4ee-6265-4c9d-8ea7-74013b291a2a None None] Attempting to bind port ae863e2e-b1b8-44ba-8f65-e723fe693990 by drivers openvswitch,hyperv on host dv-cinder-800697-3-iscsi at level 0 using segments [{'id': '8e320ee3-ef38-49c6-b0e5-96c1ac24e24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '0b3104bd-edfc-4af0-90f6-7b90aa247197'}] {{(pid=93022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:01:20.559554 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f2c4ee-6265-4c9d-8ea7-74013b291a2a None None] Attempting to bind port ae863e2e-b1b8-44ba-8f65-e723fe693990 on network 0b3104bd-edfc-4af0-90f6-7b90aa247197 {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:01:20.568584 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f2c4ee-6265-4c9d-8ea7-74013b291a2a None None] Checking agent: {'id': '6d2f6f1f-2a68-46fa-b61c-109a868a14b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 53, 32), 'started_at': datetime.datetime(2021, 7, 16, 19, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:01:20.573640 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f2c4ee-6265-4c9d-8ea7-74013b291a2a None None] Checking segment: {'id': '8e320ee3-ef38-49c6-b0e5-96c1ac24e24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '0b3104bd-edfc-4af0-90f6-7b90aa247197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:01:20.574283 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-c7f2c4ee-6265-4c9d-8ea7-74013b291a2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:20.574852 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f2c4ee-6265-4c9d-8ea7-74013b291a2a None None] Bound using segment: {'id': '8e320ee3-ef38-49c6-b0e5-96c1ac24e24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '0b3104bd-edfc-4af0-90f6-7b90aa247197'} {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:01:20.575492 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.managers [None req-c7f2c4ee-6265-4c9d-8ea7-74013b291a2a None None] Bound port: ae863e2e-b1b8-44ba-8f65-e723fe693990, host: dv-cinder-800697-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e320ee3-ef38-49c6-b0e5-96c1ac24e24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '0b3104bd-edfc-4af0-90f6-7b90aa247197'}}] {{(pid=93022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:01:20.584672 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-c7f2c4ee-6265-4c9d-8ea7-74013b291a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:20.611248 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676ca956-b656-4ecb-856a-2ec0109fbc93 None None] The sync data for ids ['de03f7b2-8fb0-423c-bca5-332e4e5cf067'] in dv-cinder-800697-3-iscsi is: [{'id': 'de03f7b2-8fb0-423c-bca5-332e4e5cf067', 'name': 'tempest-ServerRescueNegativeTestJSON-436099479-router', 'tenant_id': '414a34685fd04fe387cb1d18cde8082e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '5dac3b53-d855-4320-b709-82771757a93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:00:59Z', 'updated_at': '2021-07-16T20:01:11Z', 'revision_number': 4, 'project_id': '414a34685fd04fe387cb1d18cde8082e', 'gw_port': {'id': '5dac3b53-d855-4320-b709-82771757a93e', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:42:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de03f7b2-8fb0-423c-bca5-332e4e5cf067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:00Z', 'updated_at': '2021-07-16T20:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_interfaces': [{'id': '244be0fe-6431-461b-afb2-3b2f48c9ab2e', 'name': '', 'network_id': '393b5044-b44c-402e-be20-85746d24c0e1', 'tenant_id': '414a34685fd04fe387cb1d18cde8082e', 'mac_address': 'fa:16:3e:f9:48:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de03f7b2-8fb0-423c-bca5-332e4e5cf067', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'bb407b5a-c60b-422c-8afc-1e584a6a4c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:10Z', 'updated_at': '2021-07-16T20:01:19Z', 'revision_number': 4, 'project_id': '414a34685fd04fe387cb1d18cde8082e', 'subnets': [{'id': 'bb407b5a-c60b-422c-8afc-1e584a6a4c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:01:20.648206 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7dc14-0b7f-4dee-99ca-112f51c53a2e req-66eb902f-464a-452a-ba41-cd914debd9b0 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:20.649800 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-75c7dc14-0b7f-4dee-99ca-112f51c53a2e req-66eb902f-464a-452a-ba41-cd914debd9b0 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/networks?id=4ff04a31-0c23-4b48-92bc-f65e7b91222b HTTP/1.1" status: 200 len: 816 time: 0.3324356 Jul 16 20:01:20.724646 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-75c7dc14-0b7f-4dee-99ca-112f51c53a2e req-1fe5ccbf-3a41-407e-b7bc-964a9cfd5054 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/quotas/b242095010ee4963872bd0cfcbacc3fa HTTP/1.1" status: 200 len: 375 time: 0.0590079 Jul 16 20:01:20.751982 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-c7f2c4ee-6265-4c9d-8ea7-74013b291a2a None None] For port ae863e2e-b1b8-44ba-8f65-e723fe693990, host dv-cinder-800697-3-iscsi, cleared binding levels {{(pid=93022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:01:20.763310 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-c7f2c4ee-6265-4c9d-8ea7-74013b291a2a None None] For port ae863e2e-b1b8-44ba-8f65-e723fe693990, host dv-cinder-800697-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=ae863e2e-b1b8-44ba-8f65-e723fe693990,segment=NetworkSegment(8e320ee3-ef38-49c6-b0e5-96c1ac24e24d),segment_id=8e320ee3-ef38-49c6-b0e5-96c1ac24e24d)] {{(pid=93022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:01:20.773338 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-c7f2c4ee-6265-4c9d-8ea7-74013b291a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:20.798069 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-0e94370c-4299-431b-a475-53c8cf5fd697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:20.802052 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-0e94370c-4299-431b-a475-53c8cf5fd697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:20.803791 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-0e94370c-4299-431b-a475-53c8cf5fd697 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/be1ec21c-9500-4cfa-938a-be8ee5bb53ad HTTP/1.1" status: 204 len: 168 time: 1.3273516 Jul 16 20:01:20.890146 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 53552) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:20.899076 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [None req-6e86a3da-0cb7-43ad-8660-b4e73c841af6 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1331446693', 'description': 'tempest-description--1973745494'}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:20.931797 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a6a75689-a680-47bf-a2d7-ac7c35808827 req-dd24c780-1788-4b6c-ae34-5ffd3285d235 service neutron] 10.222.0.102 "GET /v2.0/networks/c7ccddc4-0a2e-4884-a7b3-ed02f9b51dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4648399 Jul 16 20:01:20.936966 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa07c1d3-634d-47d1-b6a9-baa06a884040 None None] Pushing event updated for resources: {'Port': ['ID=ae863e2e-b1b8-44ba-8f65-e723fe693990,revision_number=4']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:20.949653 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:21.014405 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f2c4ee-6265-4c9d-8ea7-74013b291a2a None None] Routers {'850a098b-f0e9-46e8-a28c-0973e52da083'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:01:21.018299 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-c7f2c4ee-6265-4c9d-8ea7-74013b291a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:00:52Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['850a098b-f0e9-46e8-a28c-0973e52da083'], 'active': True} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:21.027528 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e94370c-4299-431b-a475-53c8cf5fd697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1ec21c-9500-4cfa-938a-be8ee5bb53ad,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:21.039997 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-10011c71-9092-42cf-a4dc-9dc711e37d37 req-336ce6dc-9803-41e0-b0bd-f93baaa833b7 service neutron] 10.222.0.102 "GET /v2.0/networks/e5804f1d-fdeb-47b2-a0ec-baf0d0715cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5335214 Jul 16 20:01:21.191413 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a6a75689-a680-47bf-a2d7-ac7c35808827 req-1015a387-2d35-4bdb-92fe-d8d91f9f563d service neutron] 10.222.0.102 "GET /v2.0/networks/c7ccddc4-0a2e-4884-a7b3-ed02f9b51dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500256 Jul 16 20:01:21.265686 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvr_db [None req-c7f2c4ee-6265-4c9d-8ea7-74013b291a2a None None] Set router 850a098b-f0e9-46e8-a28c-0973e52da083 gateway port host: dv-cinder-800697-3-iscsi {{(pid=93022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:01:21.289960 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-75c7dc14-0b7f-4dee-99ca-112f51c53a2e req-547c4965-8824-414f-8999-3b70653f8c83 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=b242095010ee4963872bd0cfcbacc3fa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5413918 Jul 16 20:01:21.317288 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-f0f964aa-0c47-4686-9f01-1fe37f40c2fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:21.339074 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-f0f964aa-0c47-4686-9f01-1fe37f40c2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:21.445066 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-10011c71-9092-42cf-a4dc-9dc711e37d37 req-9686aed9-d134-4e9b-b59d-8c34029519a8 service neutron] 10.222.0.102 "GET /v2.0/networks/e5804f1d-fdeb-47b2-a0ec-baf0d0715cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502935 Jul 16 20:01:21.446449 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 53556) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:21.518351 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-f0f964aa-0c47-4686-9f01-1fe37f40c2fe admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=81d0b073ddec4159aeb2a126af40ad5d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2613788 Jul 16 20:01:21.518351 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6e86a3da-0cb7-43ad-8660-b4e73c841af6 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks [] for security_group, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:21.521721 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 53562) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:21.541217 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f964aa-0c47-4686-9f01-1fe37f40c2fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3219331e-6965-4eed-a2b2-5cdb0cdb9c64,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:21.562035 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258efe21-9832-406a-b16b-ea9cd8264a30 req-4c1daf12-efa1-4bce-930f-2a0312f74989 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:21.569315 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-258efe21-9832-406a-b16b-ea9cd8264a30 req-4c1daf12-efa1-4bce-930f-2a0312f74989 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=905a537c-74db-46cb-a828-eef2ad9ebb6b HTTP/1.1" status: 200 len: 943 time: 0.3766615 Jul 16 20:01:21.646190 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-258efe21-9832-406a-b16b-ea9cd8264a30 req-58083e20-9f46-4b60-83ac-c6130544ecdd tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758479 Jul 16 20:01:21.707613 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-75c7dc14-0b7f-4dee-99ca-112f51c53a2e req-a5bbadae-d080-4ccb-8edd-229883aa239f service neutron] 10.222.0.98 "GET /v2.0/networks/4ff04a31-0c23-4b48-92bc-f65e7b91222b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883474 Jul 16 20:01:21.770904 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-c7f2c4ee-6265-4c9d-8ea7-74013b291a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'name': 'tempest-AttachVolumeTestJSON-26531343-router', 'tenant_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '34ae6685-b683-4f7c-9429-b8c022470bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:00Z', 'updated_at': '2021-07-16T20:01:14Z', 'revision_number': 4, 'project_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'gw_port': {'id': '34ae6685-b683-4f7c-9429-b8c022470bd3', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:fb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:02Z', 'updated_at': '2021-07-16T20:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_interfaces': [{'id': 'ae863e2e-b1b8-44ba-8f65-e723fe693990', 'name': '', 'network_id': '0b3104bd-edfc-4af0-90f6-7b90aa247197', 'tenant_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'mac_address': 'fa:16:3e:e8:ca:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'ef5951b2-8beb-4c67-b6c2-485349b7bb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:12Z', 'updated_at': '2021-07-16T20:01:20Z', 'revision_number': 4, 'project_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'subnets': [{'id': 'ef5951b2-8beb-4c67-b6c2-485349b7bb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:21.805552 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f2c4ee-6265-4c9d-8ea7-74013b291a2a None None] The sync data for ids ['850a098b-f0e9-46e8-a28c-0973e52da083'] in dv-cinder-800697-3-iscsi is: [{'id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'name': 'tempest-AttachVolumeTestJSON-26531343-router', 'tenant_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '34ae6685-b683-4f7c-9429-b8c022470bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:00Z', 'updated_at': '2021-07-16T20:01:14Z', 'revision_number': 4, 'project_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'gw_port': {'id': '34ae6685-b683-4f7c-9429-b8c022470bd3', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:fb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:02Z', 'updated_at': '2021-07-16T20:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_interfaces': [{'id': 'ae863e2e-b1b8-44ba-8f65-e723fe693990', 'name': '', 'network_id': '0b3104bd-edfc-4af0-90f6-7b90aa247197', 'tenant_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'mac_address': 'fa:16:3e:e8:ca:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'ef5951b2-8beb-4c67-b6c2-485349b7bb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:12Z', 'updated_at': '2021-07-16T20:01:20Z', 'revision_number': 4, 'project_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'subnets': [{'id': 'ef5951b2-8beb-4c67-b6c2-485349b7bb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:01:21.840762 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-c861b0fb-62d4-462b-87b9-9988df90493e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:21.843497 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6e86a3da-0cb7-43ad-8660-b4e73c841af6 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks [] for security_group, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:21.865064 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29cab4b0-37e1-464e-9e4c-ac3ff068fe0f x-openstack-request-id: req-29cab4b0-37e1-464e-9e4c-ac3ff068fe0f {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:01:21.865454 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0d38af4-df3d-48d7-a8eb-69e4057b4fea", "tag": "15344481-52e4-48e1-8e00-42d757475a47", "status": "completed", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:01:21.866810 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-29cab4b0-37e1-464e-9e4c-ac3ff068fe0f {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:01:21.866810 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0d38af4-df3d-48d7-a8eb-69e4057b4fea', 'tag': '15344481-52e4-48e1-8e00-42d757475a47', 'status': 'completed', 'code': 200} Jul 16 20:01:21.868404 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6e86a3da-0cb7-43ad-8660-b4e73c841af6 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:21.884554 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-c68c72b9-597b-4925-86cd-5bffceafc80d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:21.886272 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 53566) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:21.896109 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-75c7dc14-0b7f-4dee-99ca-112f51c53a2e req-c0040caa-33b8-43ea-b10e-5815642480fc service neutron] 10.222.0.98 "GET /v2.0/networks/4ff04a31-0c23-4b48-92bc-f65e7b91222b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781063 Jul 16 20:01:21.932349 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6e86a3da-0cb7-43ad-8660-b4e73c841af6 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks [] for security_group, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:21.933860 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-6e86a3da-0cb7-43ad-8660-b4e73c841af6 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0410893 Jul 16 20:01:21.940427 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e86a3da-0cb7-43ad-8660-b4e73c841af6 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=710277bd-ee2e-4d27-a450-42b1ed510583,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:21.942785 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 53568) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:21.948196 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [None req-1c840dc2-00f7-40b8-afa2-08e0beb6a8b7 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Request body: {'security_group_rule': {'security_group_id': '710277bd-ee2e-4d27-a450-42b1ed510583', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:21.980670 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-d2cce627-006b-4f1b-9cc7-b8e1aff50890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:22.046987 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-c68c72b9-597b-4925-86cd-5bffceafc80d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:22.052209 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.db.api [None req-1c840dc2-00f7-40b8-afa2-08e0beb6a8b7 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:01:22.052209 dv-cinder-800697-3-iscsi neutron-server[93021]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 20:01:22.052209 dv-cinder-800697-3-iscsi neutron-server[93021]: [parameters: {'project_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'id': '0fbbba45-f4bb-4c2b-a7c5-2a6fe8e5790e', 'expiration': datetime.datetime(2021, 7, 16, 20, 3, 22, 2821)}] Jul 16 20:01:22.052209 dv-cinder-800697-3-iscsi neutron-server[93021]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93021) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:01:22.052605 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG oslo_db.api [None req-1c840dc2-00f7-40b8-afa2-08e0beb6a8b7 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:01:22.054613 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db8bfd-ad85-4f23-93c0-1229fa25f374 req-f2349a09-e3eb-4e57-b1ac-b4d65061ec1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:22.062995 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-43db8bfd-ad85-4f23-93c0-1229fa25f374 req-f2349a09-e3eb-4e57-b1ac-b4d65061ec1a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6454850dc1f14582976bbf9cabb0fec3&device_id=905a537c-74db-46cb-a828-eef2ad9ebb6b HTTP/1.1" status: 200 len: 1096 time: 0.4325626 Jul 16 20:01:22.168107 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.db.api [None req-d2cce627-006b-4f1b-9cc7-b8e1aff50890 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:01:22.168107 dv-cinder-800697-3-iscsi neutron-server[93020]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 20:01:22.168107 dv-cinder-800697-3-iscsi neutron-server[93020]: [parameters: {'project_id_1': '9b76a5e7c3324b64a5b11cbf9bead05c', 'expiration_1': datetime.datetime(2021, 7, 16, 20, 1, 22, 67470)}] Jul 16 20:01:22.168107 dv-cinder-800697-3-iscsi neutron-server[93020]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:01:22.168506 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG oslo_db.api [None req-d2cce627-006b-4f1b-9cc7-b8e1aff50890 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:01:22.210718 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.102', 63381) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:22.240796 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-21ae2299-1866-46c1-b2ef-08f1ead17818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:22.435973 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fce02d-a7b2-4ac0-af18-7ef65a349814 req-93d8951f-970e-4fb3-8005-2dff4de4a780 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:22.438228 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-66fce02d-a7b2-4ac0-af18-7ef65a349814 req-93d8951f-970e-4fb3-8005-2dff4de4a780 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.102 "GET /v2.0/networks?id=393b5044-b44c-402e-be20-85746d24c0e1 HTTP/1.1" status: 200 len: 818 time: 0.2265203 Jul 16 20:01:22.452007 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32452a3-e5d1-44e3-8155-dd1eba41a3af req-e26a8091-ed2f-402c-908f-b2848c68ef99 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:22.460552 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 244be0fe-6431-461b-afb2-3b2f48c9ab2e up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:01:22.461111 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-b32452a3-e5d1-44e3-8155-dd1eba41a3af req-e26a8091-ed2f-402c-908f-b2848c68ef99 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] 10.222.0.98 "GET /v2.0/ports?device_id=a0d38af4-df3d-48d7-a8eb-69e4057b4fea HTTP/1.1" status: 200 len: 944 time: 0.2290769 Jul 16 20:01:22.472350 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [req-66fce02d-a7b2-4ac0-af18-7ef65a349814 req-8817b951-d213-4e54-9496-3ddcb024704c tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Request body: {'port': {'device_id': 'c288d1de-d84e-416a-9481-842172024325', 'network_id': '393b5044-b44c-402e-be20-85746d24c0e1', 'admin_state_up': True, 'tenant_id': '414a34685fd04fe387cb1d18cde8082e'}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:22.568778 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-ca18e188-b9aa-41b9-a684-c824e8260a31 req-7809f074-4351-4372-b7c5-10511c3eafe6 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 210 time: 0.4850099 Jul 16 20:01:22.622140 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning for port 244be0fe-6431-461b-afb2-3b2f48c9ab2e completed by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:01:22.637164 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning complete for port 244be0fe-6431-461b-afb2-3b2f48c9ab2e triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:22.638907 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:22.695680 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-d2cce627-006b-4f1b-9cc7-b8e1aff50890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:22.704972 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-b32452a3-e5d1-44e3-8155-dd1eba41a3af req-52a95885-d263-479d-a398-4400784a63bf tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a1c97ec-dc6a-4827-8ef8-b289c5c9d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432778 Jul 16 20:01:22.744128 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-c68c72b9-597b-4925-86cd-5bffceafc80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:22.751831 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-c68c72b9-597b-4925-86cd-5bffceafc80d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:22.760295 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-c68c72b9-597b-4925-86cd-5bffceafc80d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3219331e-6965-4eed-a2b2-5cdb0cdb9c64 HTTP/1.1" status: 204 len: 168 time: 1.2374823 Jul 16 20:01:22.849972 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:22.913505 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] For port 244be0fe-6431-461b-afb2-3b2f48c9ab2e, host dv-cinder-800697-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=244be0fe-6431-461b-afb2-3b2f48c9ab2e,segment=NetworkSegment(b84b4437-9c05-4c91-ae64-277a40c58618),segment_id=b84b4437-9c05-4c91-ae64-277a40c58618)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:22.919581 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:22.920607 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device ae863e2e-b1b8-44ba-8f65-e723fe693990 up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:01:22.973494 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-0e96b11e-8433-4c76-9f94-2e78e3f86a2e req-cc000377-b1a0-4546-bc1b-774453b04872 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 210 time: 0.2771223 Jul 16 20:01:22.991576 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd535d76-4be1-4fea-870a-aaa85b7f39fe req-85a2192f-7f08-4eae-a887-c8d9b4da13dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:22.993099 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-fd535d76-4be1-4fea-870a-aaa85b7f39fe req-85a2192f-7f08-4eae-a887-c8d9b4da13dc service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b6965a6d41d04a2db80c6fd2f258d023&device_id=a0d38af4-df3d-48d7-a8eb-69e4057b4fea HTTP/1.1" status: 200 len: 1097 time: 1.1058800 Jul 16 20:01:22.995173 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68c72b9-597b-4925-86cd-5bffceafc80d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3219331e-6965-4eed-a2b2-5cdb0cdb9c64,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:23.011581 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3805f6-45fa-4671-9884-85ebe243e66f req-9001f793-e909-4442-b3e3-d26fc8ee6355 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:23.025881 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-ee3805f6-45fa-4671-9884-85ebe243e66f req-9001f793-e909-4442-b3e3-d26fc8ee6355 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=905a537c-74db-46cb-a828-eef2ad9ebb6b HTTP/1.1" status: 200 len: 943 time: 0.1124856 Jul 16 20:01:23.059633 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Pushing event updated for resources: {'Port': ['ID=244be0fe-6431-461b-afb2-3b2f48c9ab2e,revision_number=5']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:23.113833 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning for port ae863e2e-b1b8-44ba-8f65-e723fe693990 completed by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:01:23.119328 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning complete for port ae863e2e-b1b8-44ba-8f65-e723fe693990 triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:23.120822 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:23.140138 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-ee3805f6-45fa-4671-9884-85ebe243e66f req-389624b4-d9c7-4c4b-a47a-49a7e3d4fb1a tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125250 Jul 16 20:01:23.174370 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db8bfd-ad85-4f23-93c0-1229fa25f374 req-252b61a0-1d64-4e2d-a459-7f6e16c7eb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:23.176132 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-43db8bfd-ad85-4f23-93c0-1229fa25f374 req-252b61a0-1d64-4e2d-a459-7f6e16c7eb34 service neutron] 10.222.0.102 "GET /v2.0/networks?id=e5804f1d-fdeb-47b2-a0ec-baf0d0715cca HTTP/1.1" status: 200 len: 916 time: 1.0901628 Jul 16 20:01:23.236743 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:23.313002 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] For port ae863e2e-b1b8-44ba-8f65-e723fe693990, host dv-cinder-800697-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=ae863e2e-b1b8-44ba-8f65-e723fe693990,segment=NetworkSegment(8e320ee3-ef38-49c6-b0e5-96c1ac24e24d),segment_id=8e320ee3-ef38-49c6-b0e5-96c1ac24e24d)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:23.321101 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-43db8bfd-ad85-4f23-93c0-1229fa25f374 req-d5237582-220a-4b53-abfd-498cbe44ef60 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad756f51-d5f5-4d65-b6e5-23a8d98afc9b HTTP/1.1" status: 200 len: 217 time: 0.1016393 Jul 16 20:01:23.325530 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:23.332713 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:23.388660 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-c861b0fb-62d4-462b-87b9-9988df90493e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:23.407442 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Pushing event updated for resources: {'Port': ['ID=ae863e2e-b1b8-44ba-8f65-e723fe693990,revision_number=5']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:23.424675 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-c861b0fb-62d4-462b-87b9-9988df90493e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:23.439778 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-1c840dc2-00f7-40b8-afa2-08e0beb6a8b7 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:23.488190 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66fce02d-a7b2-4ac0-af18-7ef65a349814 req-8817b951-d213-4e54-9496-3ddcb024704c tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Made reservation on behalf of 414a34685fd04fe387cb1d18cde8082e for: {'port': 1} {{(pid=93021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:01:23.492534 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-66fce02d-a7b2-4ac0-af18-7ef65a349814 req-8817b951-d213-4e54-9496-3ddcb024704c tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:23.510101 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd535d76-4be1-4fea-870a-aaa85b7f39fe req-330ac2cd-e144-4c19-b9c9-6edd4cecdf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:23.511695 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-fd535d76-4be1-4fea-870a-aaa85b7f39fe req-330ac2cd-e144-4c19-b9c9-6edd4cecdf45 service neutron] 10.222.0.102 "GET /v2.0/networks?id=c7ccddc4-0a2e-4884-a7b3-ed02f9b51dbd HTTP/1.1" status: 200 len: 913 time: 0.4983218 Jul 16 20:01:23.541596 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db8bfd-ad85-4f23-93c0-1229fa25f374 req-156fe25d-7bc1-488a-8fb4-d1f86e436c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:23.543245 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-43db8bfd-ad85-4f23-93c0-1229fa25f374 req-156fe25d-7bc1-488a-8fb4-d1f86e436c66 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=283e3901-d3ea-4713-b598-f4d358da70c1 HTTP/1.1" status: 200 len: 854 time: 0.2072587 Jul 16 20:01:23.622376 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-c861b0fb-62d4-462b-87b9-9988df90493e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5ed2941992c24a82bc9f87757042cf9b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1741588 Jul 16 20:01:23.638966 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 53610) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:23.650111 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-fd535d76-4be1-4fea-870a-aaa85b7f39fe req-d6bab6ce-0918-40f8-b317-17c03f473c6b service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15344481-52e4-48e1-8e00-42d757475a47 HTTP/1.1" status: 200 len: 217 time: 0.1237662 Jul 16 20:01:23.657744 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-1c840dc2-00f7-40b8-afa2-08e0beb6a8b7 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:23.658305 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-43db8bfd-ad85-4f23-93c0-1229fa25f374 req-a41fb307-3dbe-4647-bb81-eb5278f68119 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e5804f1d-fdeb-47b2-a0ec-baf0d0715cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975540 Jul 16 20:01:23.659002 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c861b0fb-62d4-462b-87b9-9988df90493e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ccc87ed-4b16-4561-9434-2ed0dbf31858,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:23.686076 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-1c840dc2-00f7-40b8-afa2-08e0beb6a8b7 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7951394'] for security_group_rule, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:23.769140 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc172688-1579-4d65-8738-65658f005980 req-def79ea3-b25a-4f86-98aa-f6357ead62ff tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:23.770091 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c840dc2-00f7-40b8-afa2-08e0beb6a8b7 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7f7dabf-5087-4cc9-85ee-9fadf629f3e6,revision_number=0']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:23.775151 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-bc172688-1579-4d65-8738-65658f005980 req-def79ea3-b25a-4f86-98aa-f6357ead62ff tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/networks?id=393b5044-b44c-402e-be20-85746d24c0e1 HTTP/1.1" status: 200 len: 818 time: 0.5980909 Jul 16 20:01:23.883632 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-bc172688-1579-4d65-8738-65658f005980 req-55cbf7af-bec4-41ea-98fe-cf2b749fc0ee tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/quotas/414a34685fd04fe387cb1d18cde8082e HTTP/1.1" status: 200 len: 375 time: 0.0756755 Jul 16 20:01:23.952160 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.102', 63385) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:23.955211 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd535d76-4be1-4fea-870a-aaa85b7f39fe req-68c925b9-b1e4-46b9-a1ef-5f60e565ca28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:23.957016 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-fd535d76-4be1-4fea-870a-aaa85b7f39fe req-68c925b9-b1e4-46b9-a1ef-5f60e565ca28 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=70edc46c-0e6e-49e4-a375-8b3a4fe49e25 HTTP/1.1" status: 200 len: 851 time: 0.2846959 Jul 16 20:01:24.090823 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-fd535d76-4be1-4fea-870a-aaa85b7f39fe req-b5ec9efa-81bf-4930-abff-bd5dcd276d2b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c7ccddc4-0a2e-4884-a7b3-ed02f9b51dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1067011 Jul 16 20:01:24.103729 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.db_base_plugin_common [req-66fce02d-a7b2-4ac0-af18-7ef65a349814 req-8817b951-d213-4e54-9496-3ddcb024704c tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Allocated IP 172.20.0.14 (393b5044-b44c-402e-be20-85746d24c0e1/bb407b5a-c60b-422c-8afc-1e584a6a4c1c/844fc7f4-1c04-493a-a123-edf58bac7b41) {{(pid=93021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:01:24.134397 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-43db8bfd-ad85-4f23-93c0-1229fa25f374 req-b47cb0ea-a8e2-4e84-9ca5-d328629f65c2 service neutron] 10.222.0.102 "GET /v2.0/networks/e5804f1d-fdeb-47b2-a0ec-baf0d0715cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4527626 Jul 16 20:01:24.143859 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-120a80a9-f224-480f-af63-826b9f6a3a77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:24.189726 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-120a80a9-f224-480f-af63-826b9f6a3a77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:24.320719 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71798c1-1d4d-4488-bf8a-dedc7156cfec req-735cc948-92c8-42ec-a3b7-fc833c60ee8e tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:24.322751 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-c71798c1-1d4d-4488-bf8a-dedc7156cfec req-735cc948-92c8-42ec-a3b7-fc833c60ee8e tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] 10.222.0.98 "GET /v2.0/ports?device_id=a0d38af4-df3d-48d7-a8eb-69e4057b4fea HTTP/1.1" status: 200 len: 944 time: 0.2396133 Jul 16 20:01:24.345881 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 244be0fe-6431-461b-afb2-3b2f48c9ab2e up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:01:24.349109 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-fd535d76-4be1-4fea-870a-aaa85b7f39fe req-c3bbe812-65e0-49e5-9357-0f1471279235 service neutron] 10.222.0.102 "GET /v2.0/networks/c7ccddc4-0a2e-4884-a7b3-ed02f9b51dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422562 Jul 16 20:01:24.371577 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-d2cce627-006b-4f1b-9cc7-b8e1aff50890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:24.407883 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning complete for port 244be0fe-6431-461b-afb2-3b2f48c9ab2e triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:24.408165 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:24.416046 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-120a80a9-f224-480f-af63-826b9f6a3a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:24.418861 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-120a80a9-f224-480f-af63-826b9f6a3a77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:24.422714 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-120a80a9-f224-480f-af63-826b9f6a3a77 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9ccc87ed-4b16-4561-9434-2ed0dbf31858 HTTP/1.1" status: 204 len: 168 time: 0.7800407 Jul 16 20:01:24.425020 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-d2cce627-006b-4f1b-9cc7-b8e1aff50890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:24.462746 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-1c840dc2-00f7-40b8-afa2-08e0beb6a8b7 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:24.466791 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-1c840dc2-00f7-40b8-afa2-08e0beb6a8b7 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.5229657 Jul 16 20:01:24.473536 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 53636) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:24.482160 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [None req-b45d476e-c78d-4144-bb45-e715c75e2949 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Request body: {'security_group_rule': {'security_group_id': '710277bd-ee2e-4d27-a450-42b1ed510583', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:24.495161 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120a80a9-f224-480f-af63-826b9f6a3a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ccc87ed-4b16-4561-9434-2ed0dbf31858,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:24.511665 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-c71798c1-1d4d-4488-bf8a-dedc7156cfec req-91cfb59b-e538-49cd-a5cf-46d0475b07b5 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a1c97ec-dc6a-4827-8ef8-b289c5c9d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747298 Jul 16 20:01:24.562267 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-bc172688-1579-4d65-8738-65658f005980 req-744ab4a3-e1ce-4665-8b21-a125dce51990 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=414a34685fd04fe387cb1d18cde8082e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6768003 Jul 16 20:01:24.567872 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device ae863e2e-b1b8-44ba-8f65-e723fe693990 up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:01:24.574206 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-66fce02d-a7b2-4ac0-af18-7ef65a349814 req-8817b951-d213-4e54-9496-3ddcb024704c tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Notify callbacks [] for port, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:24.584812 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-b45d476e-c78d-4144-bb45-e715c75e2949 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:24.656806 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning complete for port ae863e2e-b1b8-44ba-8f65-e723fe693990 triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:24.656806 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:24.677233 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-b45d476e-c78d-4144-bb45-e715c75e2949 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:24.684082 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-66fce02d-a7b2-4ac0-af18-7ef65a349814 req-8817b951-d213-4e54-9496-3ddcb024704c tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786206872486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8120956'] for port, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:24.698678 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-b45d476e-c78d-4144-bb45-e715c75e2949 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7951394'] for security_group_rule, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:24.708545 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cce627-006b-4f1b-9cc7-b8e1aff50890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc28dcdc-23a5-4914-89c5-574eccfb38d7,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:24.720997 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-d2cce627-006b-4f1b-9cc7-b8e1aff50890 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9b76a5e7c3324b64a5b11cbf9bead05c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8279510 Jul 16 20:01:24.725431 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7dc14-0b7f-4dee-99ca-112f51c53a2e req-77daed80-1cdd-44e3-9efe-1e0c3ecd9100 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:24.726781 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-75c7dc14-0b7f-4dee-99ca-112f51c53a2e req-77daed80-1cdd-44e3-9efe-1e0c3ecd9100 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.102 "GET /v2.0/networks?id=4ff04a31-0c23-4b48-92bc-f65e7b91222b HTTP/1.1" status: 200 len: 816 time: 0.7686007 Jul 16 20:01:24.731664 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 53644) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:24.774192 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:24.834473 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45d476e-c78d-4144-bb45-e715c75e2949 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=661e7140-486f-40d2-9daf-e2d3bb3a066c,revision_number=0']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:24.849345 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-43db8bfd-ad85-4f23-93c0-1229fa25f374 req-41c9bc63-726f-43a3-96a4-2615a17234e2 service neutron] 10.222.0.102 "GET /v2.0/networks/e5804f1d-fdeb-47b2-a0ec-baf0d0715cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4912002 Jul 16 20:01:24.894677 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-fd535d76-4be1-4fea-870a-aaa85b7f39fe req-371eddf3-71a5-46f9-90c8-2d5597578f90 service neutron] 10.222.0.102 "GET /v2.0/networks/c7ccddc4-0a2e-4884-a7b3-ed02f9b51dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5215967 Jul 16 20:01:24.916407 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-75c7dc14-0b7f-4dee-99ca-112f51c53a2e req-ebefadaa-8359-4b37-ac69-a84e113b0019 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b242095010ee4963872bd0cfcbacc3fa HTTP/1.1" status: 200 len: 380 time: 0.1665652 Jul 16 20:01:24.918844 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-35524526-7a2c-4952-8141-ec5aa2f5cd05 req-01fa9555-03dc-46fa-bbfa-19d78f8aaeee tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 210 time: 0.0890315 Jul 16 20:01:24.934798 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [req-75c7dc14-0b7f-4dee-99ca-112f51c53a2e req-70d449b0-dbde-4ceb-bd54-4ea2d396f7a6 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Request body: {'port': {'device_id': '539da3e4-2a41-4d84-88cd-d6f1684f24bb', 'network_id': '4ff04a31-0c23-4b48-92bc-f65e7b91222b', 'admin_state_up': True, 'tenant_id': 'b242095010ee4963872bd0cfcbacc3fa', 'security_groups': ['3a766f3a-bdea-41c5-901b-4d67b20c76be']}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:24.950137 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-bc172688-1579-4d65-8738-65658f005980 req-4adb159e-dbd4-4a9d-ad4d-98a42b8d258e service neutron] 10.222.0.98 "GET /v2.0/networks/393b5044-b44c-402e-be20-85746d24c0e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855417 Jul 16 20:01:24.958349 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-b45d476e-c78d-4144-bb45-e715c75e2949 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:24.965283 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-b45d476e-c78d-4144-bb45-e715c75e2949 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4847267 Jul 16 20:01:24.970303 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66fce02d-a7b2-4ac0-af18-7ef65a349814 req-8817b951-d213-4e54-9496-3ddcb024704c tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Network 393b5044-b44c-402e-be20-85746d24c0e1 is already hosted by enough agents. {{(pid=93021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:01:24.976097 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 53650) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:24.985135 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [None req-6fe73b7a-9c03-4368-8615-ca7a6d0abca3 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Request body: {'floatingip': {'floating_network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3'}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:24.994048 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8817b951-d213-4e54-9496-3ddcb024704c tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Pushing event updated for resources: {'Port': ['ID=844fc7f4-1c04-493a-a123-edf58bac7b41,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:25.004458 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.base_scheduler [req-66fce02d-a7b2-4ac0-af18-7ef65a349814 req-8817b951-d213-4e54-9496-3ddcb024704c tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Resources bound (agent type, host, resource id): {{(pid=93021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:25.016730 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a5c6be65-1f46-46a5-9fef-3722e2af1867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:25.019096 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [req-66fce02d-a7b2-4ac0-af18-7ef65a349814 req-8817b951-d213-4e54-9496-3ddcb024704c tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Received port after_create {{(pid=93021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:01:25.108207 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6fe73b7a-9c03-4368-8615-ca7a6d0abca3 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks [] for floatingip, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:25.176108 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fce02d-a7b2-4ac0-af18-7ef65a349814 req-8817b951-d213-4e54-9496-3ddcb024704c tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:25.176884 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-66fce02d-a7b2-4ac0-af18-7ef65a349814 req-8817b951-d213-4e54-9496-3ddcb024704c tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for port, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:25.209683 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device 15344481-52e4-48e1-8e00-42d757475a47 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=93022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:01:25.221248 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a5c6be65-1f46-46a5-9fef-3722e2af1867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:25.237377 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-66fce02d-a7b2-4ac0-af18-7ef65a349814 req-8817b951-d213-4e54-9496-3ddcb024704c tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7736645 Jul 16 20:01:25.255822 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [req-66fce02d-a7b2-4ac0-af18-7ef65a349814 req-4b2a6e24-a14c-4ae4-b93f-2919e4850df1 service neutron] Request body: {'port': {'device_id': 'c288d1de-d84e-416a-9481-842172024325', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:25.361745 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419bc768-ea07-4f4d-850a-2c3f32be6803 req-2f0534ba-310a-471b-9bfb-4d6181b36530 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:25.369434 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-419bc768-ea07-4f4d-850a-2c3f32be6803 req-2f0534ba-310a-471b-9bfb-4d6181b36530 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=905a537c-74db-46cb-a828-eef2ad9ebb6b HTTP/1.1" status: 200 len: 943 time: 0.2234418 Jul 16 20:01:25.391123 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port 15344481-52e4-48e1-8e00-42d757475a47, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=15344481-52e4-48e1-8e00-42d757475a47,segment=NetworkSegment(56fe30b0-fdd5-4cde-8b0f-9ea1f93ef2a7),segment_id=56fe30b0-fdd5-4cde-8b0f-9ea1f93ef2a7)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:25.410496 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Returning: {'device': '15344481-52e4-48e1-8e00-42d757475a47', 'network_id': 'c7ccddc4-0a2e-4884-a7b3-ed02f9b51dbd', 'port_id': '15344481-52e4-48e1-8e00-42d757475a47', 'mac_address': 'fa:16:3e:6b:35:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1046, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70edc46c-0e6e-49e4-a375-8b3a4fe49e25', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:01:25.446772 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-66fce02d-a7b2-4ac0-af18-7ef65a349814 req-4b2a6e24-a14c-4ae4-b93f-2919e4850df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:25.465026 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:25.481359 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-419bc768-ea07-4f4d-850a-2c3f32be6803 req-518c6df8-8dc0-4533-9d7a-17371f862976 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085875 Jul 16 20:01:25.492766 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.notifiers.nova [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15344481-52e4-48e1-8e00-42d757475a47 {{(pid=93022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:01:25.502159 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6fe73b7a-9c03-4368-8615-ca7a6d0abca3 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:25.522676 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-bc172688-1579-4d65-8738-65658f005980 req-34f94e7d-e626-4643-92eb-c83ca33df323 service neutron] 10.222.0.98 "GET /v2.0/networks/393b5044-b44c-402e-be20-85746d24c0e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5717936 Jul 16 20:01:25.530987 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port 15344481-52e4-48e1-8e00-42d757475a47, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=15344481-52e4-48e1-8e00-42d757475a47,segment=NetworkSegment(56fe30b0-fdd5-4cde-8b0f-9ea1f93ef2a7),segment_id=56fe30b0-fdd5-4cde-8b0f-9ea1f93ef2a7)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:25.535190 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:25.535907 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device ad756f51-d5f5-4d65-b6e5-23a8d98afc9b details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=93022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:01:25.592686 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75c7dc14-0b7f-4dee-99ca-112f51c53a2e req-70d449b0-dbde-4ceb-bd54-4ea2d396f7a6 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Made reservation on behalf of b242095010ee4963872bd0cfcbacc3fa for: {'port': 1} {{(pid=93020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:01:25.598008 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-75c7dc14-0b7f-4dee-99ca-112f51c53a2e req-70d449b0-dbde-4ceb-bd54-4ea2d396f7a6 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:25.605292 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Pushing event updated for resources: {'Port': ['ID=15344481-52e4-48e1-8e00-42d757475a47,revision_number=4']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:25.637094 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a5c6be65-1f46-46a5-9fef-3722e2af1867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:25.642957 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.db_base_plugin_common [None req-6fe73b7a-9c03-4368-8615-ca7a6d0abca3 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Allocated IP 172.27.1.140 (72bddd3a-8a62-4354-b4b3-8a4b3e183ea3/b7c8a0af-efd8-4b77-9799-206f74457d50/5d69686d-d8d1-4446-af99-0b80e95616f8) {{(pid=93021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:01:25.646638 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a5c6be65-1f46-46a5-9fef-3722e2af1867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:25.648537 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-a5c6be65-1f46-46a5-9fef-3722e2af1867 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/bc28dcdc-23a5-4914-89c5-574eccfb38d7 HTTP/1.1" status: 204 len: 168 time: 0.9069459 Jul 16 20:01:25.691118 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c6be65-1f46-46a5-9fef-3722e2af1867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc28dcdc-23a5-4914-89c5-574eccfb38d7,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:25.798893 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6fe73b7a-9c03-4368-8615-ca7a6d0abca3 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks [] for port, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:25.882081 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.db_base_plugin_common [req-75c7dc14-0b7f-4dee-99ca-112f51c53a2e req-70d449b0-dbde-4ceb-bd54-4ea2d396f7a6 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Allocated IP 172.20.0.12 (4ff04a31-0c23-4b48-92bc-f65e7b91222b/bbca6f5f-fd8e-4af4-b23d-e7ec2502b976/4a62567f-aa44-4887-a9a0-49d74dc43f12) {{(pid=93020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:01:25.937481 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6fe73b7a-9c03-4368-8615-ca7a6d0abca3 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786206872486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8120956'] for port, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:25.946065 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port ad756f51-d5f5-4d65-b6e5-23a8d98afc9b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ad756f51-d5f5-4d65-b6e5-23a8d98afc9b,segment=NetworkSegment(8c4b4c9a-1756-4639-a368-9e26a465772a),segment_id=8c4b4c9a-1756-4639-a368-9e26a465772a)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:25.963918 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Returning: {'device': 'ad756f51-d5f5-4d65-b6e5-23a8d98afc9b', 'network_id': 'e5804f1d-fdeb-47b2-a0ec-baf0d0715cca', 'port_id': 'ad756f51-d5f5-4d65-b6e5-23a8d98afc9b', 'mac_address': 'fa:16:3e:15:fd:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '283e3901-d3ea-4713-b598-f4d358da70c1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:01:25.995524 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-b0dadbb0-009d-4efa-820f-4407083f44d4 req-2453c34c-8a96-422f-9c36-316f1ae2dd3d tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee77d7e8-63b4-4996-9190-df688779d8d5 HTTP/1.1" status: 200 len: 210 time: 0.0456581 Jul 16 20:01:26.069250 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe73b7a-9c03-4368-8615-ca7a6d0abca3 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Network 72bddd3a-8a62-4354-b4b3-8a4b3e183ea3 is already hosted by enough agents. {{(pid=93021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:01:26.104010 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.base_scheduler [None req-6fe73b7a-9c03-4368-8615-ca7a6d0abca3 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Resources bound (agent type, host, resource id): {{(pid=93021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:26.113789 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:26.159978 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.notifiers.nova [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad756f51-d5f5-4d65-b6e5-23a8d98afc9b {{(pid=93022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:01:26.163425 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-75c7dc14-0b7f-4dee-99ca-112f51c53a2e req-70d449b0-dbde-4ceb-bd54-4ea2d396f7a6 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks [] for port, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:26.164592 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe73b7a-9c03-4368-8615-ca7a6d0abca3 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Received port after_create {{(pid=93021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:01:26.189228 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe73b7a-9c03-4368-8615-ca7a6d0abca3 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Pushing event updated for resources: {'Port': ['ID=5d69686d-d8d1-4446-af99-0b80e95616f8,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:26.208192 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [req-75c7dc14-0b7f-4dee-99ca-112f51c53a2e req-70d449b0-dbde-4ceb-bd54-4ea2d396f7a6 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Transition to ACTIVE for port object 4a62567f-aa44-4887-a9a0-49d74dc43f12 will not be triggered until provisioned by entity DHCP. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:26.217764 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port ad756f51-d5f5-4d65-b6e5-23a8d98afc9b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ad756f51-d5f5-4d65-b6e5-23a8d98afc9b,segment=NetworkSegment(8c4b4c9a-1756-4639-a368-9e26a465772a),segment_id=8c4b4c9a-1756-4639-a368-9e26a465772a)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:26.232080 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:26.288330 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-75c7dc14-0b7f-4dee-99ca-112f51c53a2e req-70d449b0-dbde-4ceb-bd54-4ea2d396f7a6 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786206872486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:26.347766 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Pushing event updated for resources: {'Port': ['ID=ad756f51-d5f5-4d65-b6e5-23a8d98afc9b,revision_number=4']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:26.399635 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6a8a2-2bf6-4ffc-9482-4edf2820f239 req-89e85ce5-db9d-41fe-84dc-c13842b13600 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:26.401316 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-a6f6a8a2-2bf6-4ffc-9482-4edf2820f239 req-89e85ce5-db9d-41fe-84dc-c13842b13600 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] 10.222.0.98 "GET /v2.0/ports?device_id=a0d38af4-df3d-48d7-a8eb-69e4057b4fea HTTP/1.1" status: 200 len: 945 time: 0.5091093 Jul 16 20:01:26.411683 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75c7dc14-0b7f-4dee-99ca-112f51c53a2e req-70d449b0-dbde-4ceb-bd54-4ea2d396f7a6 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Network 4ff04a31-0c23-4b48-92bc-f65e7b91222b is already hosted by enough agents. {{(pid=93020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:01:26.418508 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.base_scheduler [req-75c7dc14-0b7f-4dee-99ca-112f51c53a2e req-70d449b0-dbde-4ceb-bd54-4ea2d396f7a6 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Resources bound (agent type, host, resource id): {{(pid=93020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:26.428846 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c7dc14-0b7f-4dee-99ca-112f51c53a2e req-70d449b0-dbde-4ceb-bd54-4ea2d396f7a6 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Received port after_create {{(pid=93020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:01:26.490682 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7dc14-0b7f-4dee-99ca-112f51c53a2e req-70d449b0-dbde-4ceb-bd54-4ea2d396f7a6 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:26.491445 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-75c7dc14-0b7f-4dee-99ca-112f51c53a2e req-70d449b0-dbde-4ceb-bd54-4ea2d396f7a6 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for port, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:26.507862 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d449b0-dbde-4ceb-bd54-4ea2d396f7a6 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Pushing event updated for resources: {'Port': ['ID=4a62567f-aa44-4887-a9a0-49d74dc43f12,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:26.525686 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-75c7dc14-0b7f-4dee-99ca-112f51c53a2e req-70d449b0-dbde-4ceb-bd54-4ea2d396f7a6 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5974727 Jul 16 20:01:26.528819 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] get_ports_and_sgs() called for port_ids ['ad756f51-d5f5-4d65-b6e5-23a8d98afc9b'] {{(pid=93022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:01:26.570629 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [req-75c7dc14-0b7f-4dee-99ca-112f51c53a2e req-eb6f324e-9015-4c8b-a4e7-8b76af911296 service neutron] Request body: {'port': {'device_id': '539da3e4-2a41-4d84-88cd-d6f1684f24bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:26.586408 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] get_ports_and_sgs() called for port_ids ['15344481-52e4-48e1-8e00-42d757475a47'] {{(pid=93022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:01:26.595025 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-a6f6a8a2-2bf6-4ffc-9482-4edf2820f239 req-cf4c0c1d-f122-4f00-a314-a4da645e801f tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a1c97ec-dc6a-4827-8ef8-b289c5c9d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658397 Jul 16 20:01:26.654142 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c3815-dedc-4d47-8150-a33b9aaaad7b req-08d3e491-d33d-4396-beab-7e531bde2532 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:26.657533 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c48c3815-dedc-4d47-8150-a33b9aaaad7b req-08d3e491-d33d-4396-beab-7e531bde2532 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 932 time: 0.3650377 Jul 16 20:01:26.792078 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c48c3815-dedc-4d47-8150-a33b9aaaad7b req-3e8929c3-38cb-415b-847b-f3a5de813ffd tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242733 Jul 16 20:01:26.903263 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6fe73b7a-9c03-4368-8615-ca7a6d0abca3 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:26.923825 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 53714) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:26.952513 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-75c7dc14-0b7f-4dee-99ca-112f51c53a2e req-eb6f324e-9015-4c8b-a4e7-8b76af911296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:27.185704 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7ba8b-3063-4d55-b0de-fae75e8ad796 req-52b6c45b-e184-4424-8b59-5eb7be6e582d tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:27.193944 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-b2e7ba8b-3063-4d55-b0de-fae75e8ad796 req-52b6c45b-e184-4424-8b59-5eb7be6e582d tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=905a537c-74db-46cb-a828-eef2ad9ebb6b HTTP/1.1" status: 200 len: 944 time: 0.2768664 Jul 16 20:01:27.226765 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6fe73b7a-9c03-4368-8615-ca7a6d0abca3 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:27.338272 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-bd28e790-dbc0-44fc-a112-295e52cf0182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:27.348925 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-e5c1d32c-e484-4030-8a66-9746f696b2e0 None None] Provisioning for port 4a62567f-aa44-4887-a9a0-49d74dc43f12 completed by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:01:27.352348 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-771d87a7-5617-4398-8a49-8ba75d6ed4e4 req-c6753bef-6343-48e4-95ad-9dd736fdedc8 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee77d7e8-63b4-4996-9190-df688779d8d5 HTTP/1.1" status: 200 len: 210 time: 0.1035852 Jul 16 20:01:27.399360 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-e5c1d32c-e484-4030-8a66-9746f696b2e0 None None] Provisioning complete for port 4a62567f-aa44-4887-a9a0-49d74dc43f12 triggered by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:27.400301 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-e5c1d32c-e484-4030-8a66-9746f696b2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:27.513980 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-e5c1d32c-e484-4030-8a66-9746f696b2e0 None None] Port 4a62567f-aa44-4887-a9a0-49d74dc43f12 cannot update to ACTIVE because it is not bound. {{(pid=93022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:01:27.657766 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [req-75c7dc14-0b7f-4dee-99ca-112f51c53a2e req-eb6f324e-9015-4c8b-a4e7-8b76af911296 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a62567f-aa44-4887-a9a0-49d74dc43f12 {{(pid=93020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:01:27.681950 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-75c7dc14-0b7f-4dee-99ca-112f51c53a2e req-eb6f324e-9015-4c8b-a4e7-8b76af911296 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:27.724027 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6fe73b7a-9c03-4368-8615-ca7a6d0abca3 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks [] for port, precommit_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:27.738382 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.notifiers.nova [req-66fce02d-a7b2-4ac0-af18-7ef65a349814 req-4b2a6e24-a14c-4ae4-b93f-2919e4850df1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 844fc7f4-1c04-493a-a123-edf58bac7b41 {{(pid=93021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:01:27.740247 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-bd28e790-dbc0-44fc-a112-295e52cf0182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:27.746301 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6fe73b7a-9c03-4368-8615-ca7a6d0abca3 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8120901'] for port, after_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:27.764641 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [req-75c7dc14-0b7f-4dee-99ca-112f51c53a2e req-eb6f324e-9015-4c8b-a4e7-8b76af911296 service neutron] Transition to ACTIVE for port object 4a62567f-aa44-4887-a9a0-49d74dc43f12 will not be triggered until provisioned by entity L2. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:27.770877 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-bd28e790-dbc0-44fc-a112-295e52cf0182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:27.804611 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-66fce02d-a7b2-4ac0-af18-7ef65a349814 req-4b2a6e24-a14c-4ae4-b93f-2919e4850df1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:27.809859 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-75c7dc14-0b7f-4dee-99ca-112f51c53a2e req-eb6f324e-9015-4c8b-a4e7-8b76af911296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6084517'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:27.856818 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6fe73b7a-9c03-4368-8615-ca7a6d0abca3 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8363194'] for floatingip, after_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:27.876030 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-b2e7ba8b-3063-4d55-b0de-fae75e8ad796 req-3f9ad13b-c3ea-4dee-87b4-df51e6eaaec7 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6776187 Jul 16 20:01:27.934799 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-bd28e790-dbc0-44fc-a112-295e52cf0182 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=732f48caa6934f9b8622fedb576a17c6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0098743 Jul 16 20:01:27.941450 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 53744) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:27.944592 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd28e790-dbc0-44fc-a112-295e52cf0182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815fcf33-66b4-4462-984e-ad13aecee8d9,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:27.945396 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.provisioning_blocks [req-66fce02d-a7b2-4ac0-af18-7ef65a349814 req-4b2a6e24-a14c-4ae4-b93f-2919e4850df1 service neutron] Transition to ACTIVE for port object 844fc7f4-1c04-493a-a123-edf58bac7b41 will not be triggered until provisioned by entity L2. {{(pid=93021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:27.983732 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc172688-1579-4d65-8738-65658f005980 req-aa4a6c20-3e97-4141-adc0-9897f2a1057d tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:27.985312 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-bc172688-1579-4d65-8738-65658f005980 req-aa4a6c20-3e97-4141-adc0-9897f2a1057d tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.102 "GET /v2.0/networks?id=393b5044-b44c-402e-be20-85746d24c0e1 HTTP/1.1" status: 200 len: 818 time: 0.3465872 Jul 16 20:01:28.006662 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [req-bc172688-1579-4d65-8738-65658f005980 req-61c7302a-47b9-41c4-801b-a33d69827a52 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Request body: {'port': {'device_id': 'ee77d7e8-63b4-4996-9190-df688779d8d5', 'network_id': '393b5044-b44c-402e-be20-85746d24c0e1', 'admin_state_up': True, 'tenant_id': '414a34685fd04fe387cb1d18cde8082e'}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:28.011680 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6f324e-9015-4c8b-a4e7-8b76af911296 service neutron] Pushing event updated for resources: {'Port': ['ID=4a62567f-aa44-4887-a9a0-49d74dc43f12,revision_number=2']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:28.059561 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6fe73b7a-9c03-4368-8615-ca7a6d0abca3 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for floatingip, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:28.061201 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-6fe73b7a-9c03-4368-8615-ca7a6d0abca3 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0830715 Jul 16 20:01:28.062096 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe73b7a-9c03-4368-8615-ca7a6d0abca3 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Pushing event updated for resources: {'Port': ['ID=5d69686d-d8d1-4446-af99-0b80e95616f8,revision_number=2']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:28.084915 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-66fce02d-a7b2-4ac0-af18-7ef65a349814 req-4b2a6e24-a14c-4ae4-b93f-2919e4850df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8120901'] for port, after_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:28.138098 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-5f5c76ff-7b64-4a41-b7bf-db7c90398472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:28.162393 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-5f5c76ff-7b64-4a41-b7bf-db7c90398472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:28.266732 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18811d6-da77-4744-b17d-a0e9ffff6cd6 req-d8b93bbd-fba5-4ec5-8ccc-aa077d306c22 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:28.268286 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-b18811d6-da77-4744-b17d-a0e9ffff6cd6 req-d8b93bbd-fba5-4ec5-8ccc-aa077d306c22 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] 10.222.0.98 "GET /v2.0/ports?device_id=a0d38af4-df3d-48d7-a8eb-69e4057b4fea HTTP/1.1" status: 200 len: 945 time: 0.4369652 Jul 16 20:01:28.283976 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [req-75c7dc14-0b7f-4dee-99ca-112f51c53a2e req-eb6f324e-9015-4c8b-a4e7-8b76af911296 service neutron] Attempting to bind port 4a62567f-aa44-4887-a9a0-49d74dc43f12 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:01:28.284316 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [req-75c7dc14-0b7f-4dee-99ca-112f51c53a2e req-eb6f324e-9015-4c8b-a4e7-8b76af911296 service neutron] Attempting to bind port 4a62567f-aa44-4887-a9a0-49d74dc43f12 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '1c4d2179-a936-4f83-8fe1-458e36f04a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '4ff04a31-0c23-4b48-92bc-f65e7b91222b'}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:01:28.284643 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c7dc14-0b7f-4dee-99ca-112f51c53a2e req-eb6f324e-9015-4c8b-a4e7-8b76af911296 service neutron] Attempting to bind port 4a62567f-aa44-4887-a9a0-49d74dc43f12 on network 4ff04a31-0c23-4b48-92bc-f65e7b91222b {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:01:28.291030 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a6e24-a14c-4ae4-b93f-2919e4850df1 service neutron] Pushing event updated for resources: {'Port': ['ID=844fc7f4-1c04-493a-a123-edf58bac7b41,revision_number=2']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:28.315354 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c7dc14-0b7f-4dee-99ca-112f51c53a2e req-eb6f324e-9015-4c8b-a4e7-8b76af911296 service neutron] Port 4a62567f-aa44-4887-a9a0-49d74dc43f12 on network 4ff04a31-0c23-4b48-92bc-f65e7b91222b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:01:28.315687 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c7dc14-0b7f-4dee-99ca-112f51c53a2e req-eb6f324e-9015-4c8b-a4e7-8b76af911296 service neutron] Attempting to bind port 4a62567f-aa44-4887-a9a0-49d74dc43f12 on network 4ff04a31-0c23-4b48-92bc-f65e7b91222b {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:01:28.328584 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c7dc14-0b7f-4dee-99ca-112f51c53a2e req-eb6f324e-9015-4c8b-a4e7-8b76af911296 service neutron] Checking agent: {'id': 'bb34d2fe-afd3-464c-b7a4-0ee0e23bc19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 21), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:01:28.328928 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c7dc14-0b7f-4dee-99ca-112f51c53a2e req-eb6f324e-9015-4c8b-a4e7-8b76af911296 service neutron] Checking segment: {'id': '1c4d2179-a936-4f83-8fe1-458e36f04a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '4ff04a31-0c23-4b48-92bc-f65e7b91222b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:01:28.329314 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c7dc14-0b7f-4dee-99ca-112f51c53a2e req-eb6f324e-9015-4c8b-a4e7-8b76af911296 service neutron] Bound using segment: {'id': '1c4d2179-a936-4f83-8fe1-458e36f04a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '4ff04a31-0c23-4b48-92bc-f65e7b91222b'} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:01:28.329752 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [req-75c7dc14-0b7f-4dee-99ca-112f51c53a2e req-eb6f324e-9015-4c8b-a4e7-8b76af911296 service neutron] Bound port: 4a62567f-aa44-4887-a9a0-49d74dc43f12, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c4d2179-a936-4f83-8fe1-458e36f04a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '4ff04a31-0c23-4b48-92bc-f65e7b91222b'}}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:01:28.330109 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-75c7dc14-0b7f-4dee-99ca-112f51c53a2e req-eb6f324e-9015-4c8b-a4e7-8b76af911296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:28.375077 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-b18811d6-da77-4744-b17d-a0e9ffff6cd6 req-88857603-a6eb-44d8-bd6a-192d0420be05 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a1c97ec-dc6a-4827-8ef8-b289c5c9d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992355 Jul 16 20:01:28.378231 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc172688-1579-4d65-8738-65658f005980 req-61c7302a-47b9-41c4-801b-a33d69827a52 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Made reservation on behalf of 414a34685fd04fe387cb1d18cde8082e for: {'port': 1} {{(pid=93020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:01:28.382335 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-bc172688-1579-4d65-8738-65658f005980 req-61c7302a-47b9-41c4-801b-a33d69827a52 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:28.421540 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b465cac6-9150-486f-b9e0-f74f75029c67 req-e769a65e-6b87-40c8-b6a5-210dd22bd8e7 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:28.424468 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-b465cac6-9150-486f-b9e0-f74f75029c67 req-e769a65e-6b87-40c8-b6a5-210dd22bd8e7 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 944 time: 0.2359724 Jul 16 20:01:28.478146 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-5f5c76ff-7b64-4a41-b7bf-db7c90398472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:28.480918 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-5f5c76ff-7b64-4a41-b7bf-db7c90398472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:28.490722 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-5f5c76ff-7b64-4a41-b7bf-db7c90398472 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/815fcf33-66b4-4462-984e-ad13aecee8d9 HTTP/1.1" status: 204 len: 168 time: 0.5405889 Jul 16 20:01:28.518792 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5c76ff-7b64-4a41-b7bf-db7c90398472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815fcf33-66b4-4462-984e-ad13aecee8d9,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:28.575363 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [req-75c7dc14-0b7f-4dee-99ca-112f51c53a2e req-eb6f324e-9015-4c8b-a4e7-8b76af911296 service neutron] For port 4a62567f-aa44-4887-a9a0-49d74dc43f12, host hv-cinder-80069, cleared binding levels {{(pid=93020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:01:28.585516 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.managers [req-66fce02d-a7b2-4ac0-af18-7ef65a349814 req-4b2a6e24-a14c-4ae4-b93f-2919e4850df1 service neutron] Attempting to bind port 844fc7f4-1c04-493a-a123-edf58bac7b41 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:01:28.585887 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.managers [req-66fce02d-a7b2-4ac0-af18-7ef65a349814 req-4b2a6e24-a14c-4ae4-b93f-2919e4850df1 service neutron] Attempting to bind port 844fc7f4-1c04-493a-a123-edf58bac7b41 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': 'b84b4437-9c05-4c91-ae64-277a40c58618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '393b5044-b44c-402e-be20-85746d24c0e1'}] {{(pid=93021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:01:28.586246 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fce02d-a7b2-4ac0-af18-7ef65a349814 req-4b2a6e24-a14c-4ae4-b93f-2919e4850df1 service neutron] Attempting to bind port 844fc7f4-1c04-493a-a123-edf58bac7b41 on network 393b5044-b44c-402e-be20-85746d24c0e1 {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:01:28.601547 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fce02d-a7b2-4ac0-af18-7ef65a349814 req-4b2a6e24-a14c-4ae4-b93f-2919e4850df1 service neutron] Port 844fc7f4-1c04-493a-a123-edf58bac7b41 on network 393b5044-b44c-402e-be20-85746d24c0e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:01:28.601547 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fce02d-a7b2-4ac0-af18-7ef65a349814 req-4b2a6e24-a14c-4ae4-b93f-2919e4850df1 service neutron] Attempting to bind port 844fc7f4-1c04-493a-a123-edf58bac7b41 on network 393b5044-b44c-402e-be20-85746d24c0e1 {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:01:28.616441 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-b465cac6-9150-486f-b9e0-f74f75029c67 req-4b6d1b60-93db-4480-b745-e985c4b611ac tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828084 Jul 16 20:01:28.621343 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fce02d-a7b2-4ac0-af18-7ef65a349814 req-4b2a6e24-a14c-4ae4-b93f-2919e4850df1 service neutron] Checking agent: {'id': 'bb34d2fe-afd3-464c-b7a4-0ee0e23bc19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 21), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:01:28.621823 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fce02d-a7b2-4ac0-af18-7ef65a349814 req-4b2a6e24-a14c-4ae4-b93f-2919e4850df1 service neutron] Checking segment: {'id': 'b84b4437-9c05-4c91-ae64-277a40c58618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '393b5044-b44c-402e-be20-85746d24c0e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:01:28.622730 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fce02d-a7b2-4ac0-af18-7ef65a349814 req-4b2a6e24-a14c-4ae4-b93f-2919e4850df1 service neutron] Bound using segment: {'id': 'b84b4437-9c05-4c91-ae64-277a40c58618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '393b5044-b44c-402e-be20-85746d24c0e1'} {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:01:28.623084 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.managers [req-66fce02d-a7b2-4ac0-af18-7ef65a349814 req-4b2a6e24-a14c-4ae4-b93f-2919e4850df1 service neutron] Bound port: 844fc7f4-1c04-493a-a123-edf58bac7b41, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b84b4437-9c05-4c91-ae64-277a40c58618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '393b5044-b44c-402e-be20-85746d24c0e1'}}] {{(pid=93021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:01:28.623971 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-66fce02d-a7b2-4ac0-af18-7ef65a349814 req-4b2a6e24-a14c-4ae4-b93f-2919e4850df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:28.627534 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [req-75c7dc14-0b7f-4dee-99ca-112f51c53a2e req-eb6f324e-9015-4c8b-a4e7-8b76af911296 service neutron] For port 4a62567f-aa44-4887-a9a0-49d74dc43f12, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=4a62567f-aa44-4887-a9a0-49d74dc43f12,segment=NetworkSegment(1c4d2179-a936-4f83-8fe1-458e36f04a04),segment_id=1c4d2179-a936-4f83-8fe1-458e36f04a04)] {{(pid=93020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:01:28.649125 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-f0c99fd4-51c0-4efe-a017-a8a362394586 req-c7370b83-bf7c-4755-99d3-68c4e0e6c1d3 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--1331446693&fields=id&tenant_id=1f6d0bc6cd574899a9225c0ba21b689f HTTP/1.1" status: 200 len: 267 time: 0.1180310 Jul 16 20:01:28.747395 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.db [req-66fce02d-a7b2-4ac0-af18-7ef65a349814 req-4b2a6e24-a14c-4ae4-b93f-2919e4850df1 service neutron] For port 844fc7f4-1c04-493a-a123-edf58bac7b41, host hv-cinder-80069, cleared binding levels {{(pid=93021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:01:28.762749 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.db [req-66fce02d-a7b2-4ac0-af18-7ef65a349814 req-4b2a6e24-a14c-4ae4-b93f-2919e4850df1 service neutron] For port 844fc7f4-1c04-493a-a123-edf58bac7b41, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=844fc7f4-1c04-493a-a123-edf58bac7b41,segment=NetworkSegment(b84b4437-9c05-4c91-ae64-277a40c58618),segment_id=b84b4437-9c05-4c91-ae64-277a40c58618)] {{(pid=93021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:01:28.771755 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-75c7dc14-0b7f-4dee-99ca-112f51c53a2e req-eb6f324e-9015-4c8b-a4e7-8b76af911296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6084517'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:28.774571 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-66fce02d-a7b2-4ac0-af18-7ef65a349814 req-4b2a6e24-a14c-4ae4-b93f-2919e4850df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8120901'] for port, after_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:28.830953 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7dc14-0b7f-4dee-99ca-112f51c53a2e req-eb6f324e-9015-4c8b-a4e7-8b76af911296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:28.831663 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-75c7dc14-0b7f-4dee-99ca-112f51c53a2e req-eb6f324e-9015-4c8b-a4e7-8b76af911296 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for port, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:28.837236 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-75c7dc14-0b7f-4dee-99ca-112f51c53a2e req-eb6f324e-9015-4c8b-a4e7-8b76af911296 service neutron] 10.222.0.102 "PUT /v2.0/ports/4a62567f-aa44-4887-a9a0-49d74dc43f12 HTTP/1.1" status: 200 len: 1094 time: 2.3017385 Jul 16 20:01:28.846500 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c99fd4-51c0-4efe-a017-a8a362394586 req-3b3b871e-a366-472e-a8aa-693ba3da4679 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:28.854886 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-f0c99fd4-51c0-4efe-a017-a8a362394586 req-3b3b871e-a366-472e-a8aa-693ba3da4679 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/networks?id=0b3104bd-edfc-4af0-90f6-7b90aa247197 HTTP/1.1" status: 200 len: 809 time: 0.2044981 Jul 16 20:01:28.856481 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '539da3e4-2a41-4d84-88cd-d6f1684f24bb', 'tag': '4a62567f-aa44-4887-a9a0-49d74dc43f12'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:01:28.858784 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fae8f2ff960fe93758be445b473a7dfd6f7d616fbf5a964bb8e60e5228696b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a16bf27-b6ba-4d21-a1c0-b066fc8730f6" -d '{"events": [{"name": "network-changed", "server_uuid": "539da3e4-2a41-4d84-88cd-d6f1684f24bb", "tag": "4a62567f-aa44-4887-a9a0-49d74dc43f12"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:01:28.918539 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-5e2da7eb-641d-4df1-9460-e3b8e001ecb9 req-59613780-c50d-41d8-adfb-a7fd7f3e9ce0 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee77d7e8-63b4-4996-9190-df688779d8d5 HTTP/1.1" status: 200 len: 210 time: 0.1071830 Jul 16 20:01:28.929770 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fce02d-a7b2-4ac0-af18-7ef65a349814 req-4b2a6e24-a14c-4ae4-b93f-2919e4850df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:28.930400 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-66fce02d-a7b2-4ac0-af18-7ef65a349814 req-4b2a6e24-a14c-4ae4-b93f-2919e4850df1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for port, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:28.932631 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-66fce02d-a7b2-4ac0-af18-7ef65a349814 req-4b2a6e24-a14c-4ae4-b93f-2919e4850df1 service neutron] 10.222.0.102 "PUT /v2.0/ports/844fc7f4-1c04-493a-a123-edf58bac7b41 HTTP/1.1" status: 200 len: 1094 time: 3.6862910 Jul 16 20:01:28.933071 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c288d1de-d84e-416a-9481-842172024325', 'tag': '844fc7f4-1c04-493a-a123-edf58bac7b41'}] {{(pid=93021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:01:28.952844 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.db_base_plugin_common [req-bc172688-1579-4d65-8738-65658f005980 req-61c7302a-47b9-41c4-801b-a33d69827a52 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Allocated IP 172.20.0.11 (393b5044-b44c-402e-be20-85746d24c0e1/bb407b5a-c60b-422c-8afc-1e584a6a4c1c/ddc0a4a1-f89e-4c54-8976-187b864592ee) {{(pid=93020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:01:28.983643 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-f0c99fd4-51c0-4efe-a017-a8a362394586 req-d609e0b6-31dd-47e0-b888-cd2723c10b6f tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/quotas/1f6d0bc6cd574899a9225c0ba21b689f HTTP/1.1" status: 200 len: 375 time: 0.1277862 Jul 16 20:01:29.072648 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a6e24-a14c-4ae4-b93f-2919e4850df1 service neutron] Pushing event updated for resources: {'Port': ['ID=844fc7f4-1c04-493a-a123-edf58bac7b41,revision_number=3']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:29.103908 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6f324e-9015-4c8b-a4e7-8b76af911296 service neutron] Pushing event updated for resources: {'Port': ['ID=4a62567f-aa44-4887-a9a0-49d74dc43f12,revision_number=3']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:29.140741 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbc0173-439a-47e1-b5a9-47995f9b7098 x-openstack-request-id: req-2fbc0173-439a-47e1-b5a9-47995f9b7098 {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:01:29.141128 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "539da3e4-2a41-4d84-88cd-d6f1684f24bb", "tag": "4a62567f-aa44-4887-a9a0-49d74dc43f12", "status": "completed", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:01:29.141347 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2fbc0173-439a-47e1-b5a9-47995f9b7098 {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:01:29.141688 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '539da3e4-2a41-4d84-88cd-d6f1684f24bb', 'tag': '4a62567f-aa44-4887-a9a0-49d74dc43f12', 'status': 'completed', 'code': 200} Jul 16 20:01:29.172740 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddedcd09e79d8c9fc5d60e66bd670fc6a6ae4dfc146b22652953969e0d1274bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a4aba1-1a49-49f8-95c8-999bdb8bd167" -d '{"events": [{"name": "network-changed", "server_uuid": "c288d1de-d84e-416a-9481-842172024325", "tag": "844fc7f4-1c04-493a-a123-edf58bac7b41"}]}' {{(pid=93021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:01:29.197901 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device 15344481-52e4-48e1-8e00-42d757475a47 up at agent hyperv_hv-cinder-80069 {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:01:29.270836 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fce02d-a7b2-4ac0-af18-7ef65a349814 req-42bae643-1b7d-401f-b123-64336267f323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:29.272562 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-66fce02d-a7b2-4ac0-af18-7ef65a349814 req-42bae643-1b7d-401f-b123-64336267f323 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=414a34685fd04fe387cb1d18cde8082e&device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 1097 time: 0.2600672 Jul 16 20:01:29.289716 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Provisioning for port 15344481-52e4-48e1-8e00-42d757475a47 completed by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:01:29.296862 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Provisioning complete for port 15344481-52e4-48e1-8e00-42d757475a47 triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:29.299092 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:29.304388 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-f0c99fd4-51c0-4efe-a017-a8a362394586 req-07d10852-7593-4961-82d8-f7f0959860b6 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=1f6d0bc6cd574899a9225c0ba21b689f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3197696 Jul 16 20:01:29.316318 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7dc14-0b7f-4dee-99ca-112f51c53a2e req-7f7bd30f-71b5-4bbd-a882-5fac8f47dbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:29.319033 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-75c7dc14-0b7f-4dee-99ca-112f51c53a2e req-7f7bd30f-71b5-4bbd-a882-5fac8f47dbbb service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b242095010ee4963872bd0cfcbacc3fa&device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 1097 time: 0.4338779 Jul 16 20:01:29.394381 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-66fce02d-a7b2-4ac0-af18-7ef65a349814 req-ee70d792-4591-48e2-8588-8a9fbf81250a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=844fc7f4-1c04-493a-a123-edf58bac7b41 HTTP/1.1" status: 200 len: 217 time: 0.1122746 Jul 16 20:01:29.414309 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:29.444611 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d38af4-df3d-48d7-a8eb-69e4057b4fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15344481-52e4-48e1-8e00-42d757475a47'}] {{(pid=93022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:01:29.463973 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fce02d-a7b2-4ac0-af18-7ef65a349814 req-3a39f8e8-8145-4804-b6e2-b294e78d9175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:29.465423 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-66fce02d-a7b2-4ac0-af18-7ef65a349814 req-3a39f8e8-8145-4804-b6e2-b294e78d9175 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=bb407b5a-c60b-422c-8afc-1e584a6a4c1c HTTP/1.1" status: 200 len: 858 time: 0.0635717 Jul 16 20:01:29.467182 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-bc172688-1579-4d65-8738-65658f005980 req-61c7302a-47b9-41c4-801b-a33d69827a52 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Notify callbacks [] for port, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:29.475895 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831a014-2214-42c6-b853-130b4de0c589 req-92c64677-7f21-48b6-90bd-132a1e68b133 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:29.477791 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-9831a014-2214-42c6-b853-130b4de0c589 req-92c64677-7f21-48b6-90bd-132a1e68b133 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=905a537c-74db-46cb-a828-eef2ad9ebb6b HTTP/1.1" status: 200 len: 944 time: 0.2109902 Jul 16 20:01:29.503938 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-75c7dc14-0b7f-4dee-99ca-112f51c53a2e req-324cd768-1104-4cf7-aee0-9774750caffb service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a62567f-aa44-4887-a9a0-49d74dc43f12 HTTP/1.1" status: 200 len: 217 time: 0.1776633 Jul 16 20:01:29.543686 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-66fce02d-a7b2-4ac0-af18-7ef65a349814 req-06b8789b-eb33-4799-853e-266732d9b9ab service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=393b5044-b44c-402e-be20-85746d24c0e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648427 Jul 16 20:01:29.571250 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port 15344481-52e4-48e1-8e00-42d757475a47, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=15344481-52e4-48e1-8e00-42d757475a47,segment=NetworkSegment(56fe30b0-fdd5-4cde-8b0f-9ea1f93ef2a7),segment_id=56fe30b0-fdd5-4cde-8b0f-9ea1f93ef2a7)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:29.580226 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:29.581526 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device ad756f51-d5f5-4d65-b6e5-23a8d98afc9b up at agent hyperv_hv-cinder-80069 {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:01:29.591898 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-9831a014-2214-42c6-b853-130b4de0c589 req-d008f83c-d2c7-4a42-8a40-510cf74da569 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698576 Jul 16 20:01:29.694623 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Pushing event updated for resources: {'Port': ['ID=15344481-52e4-48e1-8e00-42d757475a47,revision_number=5']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:29.719977 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Provisioning for port ad756f51-d5f5-4d65-b6e5-23a8d98afc9b completed by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:01:29.727280 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Provisioning complete for port ad756f51-d5f5-4d65-b6e5-23a8d98afc9b triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:29.729128 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:29.761238 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9473df89cc7d9a049ef80707cd6efae53c3b25527ef369ad4a6a0d9269bae893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc11e6dc-cfe4-4570-8023-38a774a0cd8a" -d '{"events": [{"server_uuid": "a0d38af4-df3d-48d7-a8eb-69e4057b4fea", "name": "network-vif-plugged", "status": "completed", "tag": "15344481-52e4-48e1-8e00-42d757475a47"}]}' {{(pid=93022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:01:29.767393 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-66fce02d-a7b2-4ac0-af18-7ef65a349814 req-cae58ca1-abc6-4042-a8ad-baf2771880ea service neutron] 10.222.0.102 "GET /v2.0/networks/393b5044-b44c-402e-be20-85746d24c0e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805067 Jul 16 20:01:29.813761 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-bc172688-1579-4d65-8738-65658f005980 req-61c7302a-47b9-41c4-801b-a33d69827a52 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786206872486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:29.859229 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:29.870581 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-66fce02d-a7b2-4ac0-af18-7ef65a349814 req-eada8ff9-0990-4f0d-9be9-84a1c1d9464b service neutron] 10.222.0.102 "GET /v2.0/networks/393b5044-b44c-402e-be20-85746d24c0e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952287 Jul 16 20:01:29.897019 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7e6c1d-5e76-433e-9da8-dc62e9476cd5 x-openstack-request-id: req-8e7e6c1d-5e76-433e-9da8-dc62e9476cd5 {{(pid=93021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:01:29.897375 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c288d1de-d84e-416a-9481-842172024325", "tag": "844fc7f4-1c04-493a-a123-edf58bac7b41", "status": "completed", "code": 200}]} {{(pid=93021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:01:29.897629 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8e7e6c1d-5e76-433e-9da8-dc62e9476cd5 {{(pid=93021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:01:29.898087 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c288d1de-d84e-416a-9481-842172024325', 'tag': '844fc7f4-1c04-493a-a123-edf58bac7b41', 'status': 'completed', 'code': 200} Jul 16 20:01:29.904576 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port ad756f51-d5f5-4d65-b6e5-23a8d98afc9b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ad756f51-d5f5-4d65-b6e5-23a8d98afc9b,segment=NetworkSegment(8c4b4c9a-1756-4639-a368-9e26a465772a),segment_id=8c4b4c9a-1756-4639-a368-9e26a465772a)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:29.905375 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 53832) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:29.923837 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:29.929679 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7dc14-0b7f-4dee-99ca-112f51c53a2e req-a38ea629-1423-499e-b6ad-2b978d204daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:29.931967 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-75c7dc14-0b7f-4dee-99ca-112f51c53a2e req-a38ea629-1423-499e-b6ad-2b978d204daa service neutron] 10.222.0.102 "GET /v2.0/subnets?id=bbca6f5f-fd8e-4af4-b23d-e7ec2502b976 HTTP/1.1" status: 200 len: 855 time: 0.4188864 Jul 16 20:01:29.986497 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-f0c99fd4-51c0-4efe-a017-a8a362394586 req-9d668ced-dcf1-43f3-9523-bffecfc562e8 service neutron] 10.222.0.98 "GET /v2.0/networks/0b3104bd-edfc-4af0-90f6-7b90aa247197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6591985 Jul 16 20:01:30.017878 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc172688-1579-4d65-8738-65658f005980 req-61c7302a-47b9-41c4-801b-a33d69827a52 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Network 393b5044-b44c-402e-be20-85746d24c0e1 is already hosted by enough agents. {{(pid=93020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:01:30.020878 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Pushing event updated for resources: {'Port': ['ID=ad756f51-d5f5-4d65-b6e5-23a8d98afc9b,revision_number=5']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:30.033975 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c7302a-47b9-41c4-801b-a33d69827a52 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Pushing event updated for resources: {'Port': ['ID=ddc0a4a1-f89e-4c54-8976-187b864592ee,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:30.034447 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a4aba1-1a49-49f8-95c8-999bdb8bd167 req-06022560-d3c2-4a59-b6d2-1fbe1f66da5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:30.035955 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-21a4aba1-1a49-49f8-95c8-999bdb8bd167 req-06022560-d3c2-4a59-b6d2-1fbe1f66da5e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=414a34685fd04fe387cb1d18cde8082e&device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 1097 time: 0.1109958 Jul 16 20:01:30.036483 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.base_scheduler [req-bc172688-1579-4d65-8738-65658f005980 req-61c7302a-47b9-41c4-801b-a33d69827a52 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Resources bound (agent type, host, resource id): {{(pid=93020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:30.041914 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc172688-1579-4d65-8738-65658f005980 req-61c7302a-47b9-41c4-801b-a33d69827a52 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Received port after_create {{(pid=93020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:01:30.095814 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [None req-331dff04-d1de-40a0-b793-995a336ca596 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-569899001-network', 'tenant_id': '454a9d33c455460a9dfb59ca6c522da9'}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:30.134909 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc172688-1579-4d65-8738-65658f005980 req-61c7302a-47b9-41c4-801b-a33d69827a52 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:30.135500 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-bc172688-1579-4d65-8738-65658f005980 req-61c7302a-47b9-41c4-801b-a33d69827a52 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for port, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:30.184112 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7dc14-0b7f-4dee-99ca-112f51c53a2e req-831f07b8-7e6c-47e6-a600-32646e5cfe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:30.185732 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-75c7dc14-0b7f-4dee-99ca-112f51c53a2e req-831f07b8-7e6c-47e6-a600-32646e5cfe2e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=4ff04a31-0c23-4b48-92bc-f65e7b91222b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2476144 Jul 16 20:01:30.191129 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-f0c99fd4-51c0-4efe-a017-a8a362394586 req-f2adcba1-1195-4634-b4e4-2f22289a2665 service neutron] 10.222.0.98 "GET /v2.0/networks/0b3104bd-edfc-4af0-90f6-7b90aa247197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033231 Jul 16 20:01:30.193239 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-bc172688-1579-4d65-8738-65658f005980 req-61c7302a-47b9-41c4-801b-a33d69827a52 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1935606 Jul 16 20:01:30.205963 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331dff04-d1de-40a0-b793-995a336ca596 admin admin] Made reservation on behalf of 454a9d33c455460a9dfb59ca6c522da9 for: {'network': 1} {{(pid=93021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:01:30.208968 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-331dff04-d1de-40a0-b793-995a336ca596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for network, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:30.221868 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [req-bc172688-1579-4d65-8738-65658f005980 req-b1d2855c-dd34-45f4-9565-26bb9260a0c5 service neutron] Request body: {'port': {'device_id': 'ee77d7e8-63b4-4996-9190-df688779d8d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:30.247454 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-331dff04-d1de-40a0-b793-995a336ca596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:30.278478 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa83aa-dbd7-4e20-88c9-dfaac4017f45 req-de45524d-ba76-4d12-b87e-fb4f1444f4da tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:30.279987 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-a6fa83aa-dbd7-4e20-88c9-dfaac4017f45 req-de45524d-ba76-4d12-b87e-fb4f1444f4da tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] 10.222.0.98 "GET /v2.0/ports?device_id=a0d38af4-df3d-48d7-a8eb-69e4057b4fea HTTP/1.1" status: 200 len: 946 time: 0.2853241 Jul 16 20:01:30.293104 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a4aba1-1a49-49f8-95c8-999bdb8bd167 req-e56bcf8a-f522-459d-b981-7cfa030c9817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:30.294682 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-21a4aba1-1a49-49f8-95c8-999bdb8bd167 req-e56bcf8a-f522-459d-b981-7cfa030c9817 service neutron] 10.222.0.102 "GET /v2.0/networks?id=393b5044-b44c-402e-be20-85746d24c0e1 HTTP/1.1" status: 200 len: 920 time: 0.2514954 Jul 16 20:01:30.366800 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-75c7dc14-0b7f-4dee-99ca-112f51c53a2e req-e47ae935-876c-49b9-9e4d-ef7eca4db42f service neutron] 10.222.0.102 "GET /v2.0/networks/4ff04a31-0c23-4b48-92bc-f65e7b91222b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724844 Jul 16 20:01:30.370007 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-bc172688-1579-4d65-8738-65658f005980 req-b1d2855c-dd34-45f4-9565-26bb9260a0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:30.372627 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-21a4aba1-1a49-49f8-95c8-999bdb8bd167 req-25d71ed3-accc-49e5-b28b-038bb3b7e277 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=844fc7f4-1c04-493a-a123-edf58bac7b41 HTTP/1.1" status: 200 len: 217 time: 0.0637410 Jul 16 20:01:30.432467 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-a6fa83aa-dbd7-4e20-88c9-dfaac4017f45 req-8e94db0f-d986-4cb0-87dc-5d83971c8796 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a1c97ec-dc6a-4827-8ef8-b289c5c9d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349776 Jul 16 20:01:30.470614 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a4aba1-1a49-49f8-95c8-999bdb8bd167 req-014dd1f0-549d-4587-9298-538e27e9259d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:30.472891 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-21a4aba1-1a49-49f8-95c8-999bdb8bd167 req-014dd1f0-549d-4587-9298-538e27e9259d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=bb407b5a-c60b-422c-8afc-1e584a6a4c1c HTTP/1.1" status: 200 len: 858 time: 0.0917327 Jul 16 20:01:30.575144 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-21a4aba1-1a49-49f8-95c8-999bdb8bd167 req-ad62f057-9210-4e3e-ae79-51f5f8ff995a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=393b5044-b44c-402e-be20-85746d24c0e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849838 Jul 16 20:01:30.646365 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-331dff04-d1de-40a0-b793-995a336ca596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:30.656691 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-331dff04-d1de-40a0-b793-995a336ca596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:30.669846 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51731c91-7348-4996-a108-618a45bb0078 x-openstack-request-id: req-51731c91-7348-4996-a108-618a45bb0078 {{(pid=93022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:01:30.670951 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d38af4-df3d-48d7-a8eb-69e4057b4fea", "name": "network-vif-plugged", "status": "completed", "tag": "15344481-52e4-48e1-8e00-42d757475a47", "code": 200}]} {{(pid=93022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:01:30.671561 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-51731c91-7348-4996-a108-618a45bb0078 {{(pid=93022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:01:30.672290 dv-cinder-800697-3-iscsi neutron-server[93022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d38af4-df3d-48d7-a8eb-69e4057b4fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15344481-52e4-48e1-8e00-42d757475a47', 'code': 200} Jul 16 20:01:30.744422 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-331dff04-d1de-40a0-b793-995a336ca596 admin admin] vlan segment allocate from pool success with {'vlan_id': 1041, 'physical_network': 'physnet1'} {{(pid=93021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:01:30.807810 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331dff04-d1de-40a0-b793-995a336ca596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f47825-2141-487b-83ca-806fe15bccec,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:30.834853 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-331dff04-d1de-40a0-b793-995a336ca596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964265'] for segment, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:30.835398 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.db.segments_db [None req-331dff04-d1de-40a0-b793-995a336ca596 admin admin] Added segment 504fca60-f34c-4d04-8f01-ade166cd22cf of type vlan for network 8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061 Jul 16 20:01:30.839704 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-75c7dc14-0b7f-4dee-99ca-112f51c53a2e req-f33e865b-80c2-4ec5-8ff7-98c889d06edb service neutron] 10.222.0.102 "GET /v2.0/networks/4ff04a31-0c23-4b48-92bc-f65e7b91222b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4596732 Jul 16 20:01:30.903135 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-21a4aba1-1a49-49f8-95c8-999bdb8bd167 req-4ea28d32-9d92-41d0-96cb-1270f25bdd99 service neutron] 10.222.0.102 "GET /v2.0/networks/393b5044-b44c-402e-be20-85746d24c0e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269386 Jul 16 20:01:30.924576 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-331dff04-d1de-40a0-b793-995a336ca596 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786206831382'] for network, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:30.982821 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e159b-f0d5-4875-a266-96d44268eb01 req-ee9f5dd0-e425-45d3-a968-c9c3370577bd tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:30.986307 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-852e159b-f0d5-4875-a266-96d44268eb01 req-ee9f5dd0-e425-45d3-a968-c9c3370577bd tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 944 time: 0.3942509 Jul 16 20:01:31.280009 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-331dff04-d1de-40a0-b793-995a336ca596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851'] for network, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:31.280971 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331dff04-d1de-40a0-b793-995a336ca596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:31.281547 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-331dff04-d1de-40a0-b793-995a336ca596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for network, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:31.299126 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-852e159b-f0d5-4875-a266-96d44268eb01 req-f98d6e48-4752-4146-b69a-a98097224c5d tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2927308 Jul 16 20:01:31.354349 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331dff04-d1de-40a0-b793-995a336ca596 admin admin] Pushing event updated for resources: {'Network': ['ID=8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:31.369450 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Network 8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061 details requested by agent ovs-agent-dv-cinder-800697-3-iscsi with host dv-cinder-800697-3-iscsi {{(pid=93022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:01:31.383209 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-21a4aba1-1a49-49f8-95c8-999bdb8bd167 req-782f34d6-ea22-48e7-a840-ee5c0f0612c1 service neutron] 10.222.0.102 "GET /v2.0/networks/393b5044-b44c-402e-be20-85746d24c0e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4717104 Jul 16 20:01:31.387457 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-331dff04-d1de-40a0-b793-995a336ca596 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4799578 Jul 16 20:01:31.390990 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 53904) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:31.396197 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [None req-ab51f2a3-2e24-4073-8395-7367ca20769c admin admin] Request body: {'subnet': {'network_id': '8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-569899001-subnet', 'tenant_id': '454a9d33c455460a9dfb59ca6c522da9', 'ip_version': 4}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:31.406882 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79743a00-e40d-4ac9-bde0-b82b0a1468ad req-ab45e7a6-9e74-4555-b74e-9e56f7151606 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:31.408348 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-79743a00-e40d-4ac9-bde0-b82b0a1468ad req-ab45e7a6-9e74-4555-b74e-9e56f7151606 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee77d7e8-63b4-4996-9190-df688779d8d5 HTTP/1.1" status: 200 len: 932 time: 0.4548199 Jul 16 20:01:31.482851 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-79743a00-e40d-4ac9-bde0-b82b0a1468ad req-4f221482-c696-4dc3-bcea-277a9ad7f015 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667250 Jul 16 20:01:31.484832 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab51f2a3-2e24-4073-8395-7367ca20769c admin admin] Made reservation on behalf of 454a9d33c455460a9dfb59ca6c522da9 for: {'subnet': 1} {{(pid=93021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:01:31.488914 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a16bf27-b6ba-4d21-a1c0-b066fc8730f6 req-e8a1b67f-903a-43a3-8b7b-632aac25b282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:31.490052 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-ab51f2a3-2e24-4073-8395-7367ca20769c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6192253'] for subnet, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:31.490473 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1a16bf27-b6ba-4d21-a1c0-b066fc8730f6 req-e8a1b67f-903a-43a3-8b7b-632aac25b282 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b242095010ee4963872bd0cfcbacc3fa&device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 1097 time: 0.4885461 Jul 16 20:01:31.558683 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b4aa6-6854-406b-af6f-095cd0bd12e2 req-3f6f0065-0d19-4754-8a5d-6d35a6ef7553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:31.558683 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-e36b4aa6-6854-406b-af6f-095cd0bd12e2 req-3f6f0065-0d19-4754-8a5d-6d35a6ef7553 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=a0d38af4-df3d-48d7-a8eb-69e4057b4fea HTTP/1.1" status: 200 len: 1099 time: 0.5091558 Jul 16 20:01:31.603167 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [req-bc172688-1579-4d65-8738-65658f005980 req-b1d2855c-dd34-45f4-9565-26bb9260a0c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddc0a4a1-f89e-4c54-8976-187b864592ee {{(pid=93020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:01:31.609104 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-0fb40684-df13-4724-b12f-21753ff5e30c req-65aeb075-e2ab-4b30-8e7a-27a61f7c8726 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 210 time: 0.1162543 Jul 16 20:01:31.620374 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-bc172688-1579-4d65-8738-65658f005980 req-b1d2855c-dd34-45f4-9565-26bb9260a0c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:31.635545 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-e36b4aa6-6854-406b-af6f-095cd0bd12e2 req-8d939ed3-b24c-4c89-9d63-f855ef91781e service neutron] Notify callbacks [] for security_group, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:31.685126 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [req-bc172688-1579-4d65-8738-65658f005980 req-b1d2855c-dd34-45f4-9565-26bb9260a0c5 service neutron] Transition to ACTIVE for port object ddc0a4a1-f89e-4c54-8976-187b864592ee will not be triggered until provisioned by entity L2. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:31.721718 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-bc172688-1579-4d65-8738-65658f005980 req-b1d2855c-dd34-45f4-9565-26bb9260a0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6084517'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:31.801564 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-ab51f2a3-2e24-4073-8395-7367ca20769c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7945194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8121040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6192239'] for subnet, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:31.865324 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab51f2a3-2e24-4073-8395-7367ca20769c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f2098e9-4111-4c88-a086-c142fb02fb5d,revision_number=0']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:31.865622 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d2855c-dd34-45f4-9565-26bb9260a0c5 service neutron] Pushing event updated for resources: {'Port': ['ID=ddc0a4a1-f89e-4c54-8976-187b864592ee,revision_number=2']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:31.890557 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a16bf27-b6ba-4d21-a1c0-b066fc8730f6 req-8ca6b983-0768-4b1e-8e16-a8be2ee2ff84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:31.892028 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1a16bf27-b6ba-4d21-a1c0-b066fc8730f6 req-8ca6b983-0768-4b1e-8e16-a8be2ee2ff84 service neutron] 10.222.0.102 "GET /v2.0/networks?id=4ff04a31-0c23-4b48-92bc-f65e7b91222b HTTP/1.1" status: 200 len: 918 time: 0.3815749 Jul 16 20:01:31.894036 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8167c15-6466-450a-9130-ed1d065201af req-ac2ab859-3ac8-463f-bad6-20ccb33d61c8 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:31.895528 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-f8167c15-6466-450a-9130-ed1d065201af req-ac2ab859-3ac8-463f-bad6-20ccb33d61c8 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=905a537c-74db-46cb-a828-eef2ad9ebb6b HTTP/1.1" status: 200 len: 945 time: 0.1477673 Jul 16 20:01:31.899696 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab51f2a3-2e24-4073-8395-7367ca20769c admin admin] Checking segment: {'id': '504fca60-f34c-4d04-8f01-ade166cd22cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:01:31.900158 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab51f2a3-2e24-4073-8395-7367ca20769c admin admin] Network hostable DHCP agents. Network: 8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061, hostable agents: ['b3327041-ebae-4eef-8a27-dd2dfc08199a'], hosted agents: [] {{(pid=93021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:01:31.941740 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab51f2a3-2e24-4073-8395-7367ca20769c admin admin] Network 8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061 is scheduled to be hosted by DHCP agent b3327041-ebae-4eef-8a27-dd2dfc08199a with binding_index 1 {{(pid=93021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:01:31.951119 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-f8167c15-6466-450a-9130-ed1d065201af req-216197e0-661b-451b-8711-13033e3f30b4 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485899 Jul 16 20:01:31.956642 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.base_scheduler [None req-ab51f2a3-2e24-4073-8395-7367ca20769c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-3-iscsi, 8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061) {{(pid=93021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:31.961210 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab51f2a3-2e24-4073-8395-7367ca20769c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:31.962085 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-ab51f2a3-2e24-4073-8395-7367ca20769c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for subnet, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:31.968343 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97244dc-1d42-4369-b44c-0f8c3c4e2942 None None] Network 8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061 requested from dv-cinder-800697-3-iscsi {{(pid=93022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:01:31.982926 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1a16bf27-b6ba-4d21-a1c0-b066fc8730f6 req-af7a4e7a-9239-4442-a96f-00deaac86549 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a62567f-aa44-4887-a9a0-49d74dc43f12 HTTP/1.1" status: 200 len: 217 time: 0.0797396 Jul 16 20:01:32.062978 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-e36b4aa6-6854-406b-af6f-095cd0bd12e2 req-8d939ed3-b24c-4c89-9d63-f855ef91781e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:32.082470 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-e36b4aa6-6854-406b-af6f-095cd0bd12e2 req-8d939ed3-b24c-4c89-9d63-f855ef91781e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:32.109506 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90654229-6b50-4e6d-ae01-2b99f9d6c1cc req-e9b68449-07e5-41e0-a22f-d8f3770a46e2 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:32.111160 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-90654229-6b50-4e6d-ae01-2b99f9d6c1cc req-e9b68449-07e5-41e0-a22f-d8f3770a46e2 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] 10.222.0.98 "GET /v2.0/ports?device_id=a0d38af4-df3d-48d7-a8eb-69e4057b4fea HTTP/1.1" status: 200 len: 946 time: 0.3411355 Jul 16 20:01:32.125902 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [req-bc172688-1579-4d65-8738-65658f005980 req-b1d2855c-dd34-45f4-9565-26bb9260a0c5 service neutron] Attempting to bind port ddc0a4a1-f89e-4c54-8976-187b864592ee on host hv-cinder-80069 for vnic_type normal with profile {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:01:32.126236 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [req-bc172688-1579-4d65-8738-65658f005980 req-b1d2855c-dd34-45f4-9565-26bb9260a0c5 service neutron] Attempting to bind port ddc0a4a1-f89e-4c54-8976-187b864592ee by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': 'b84b4437-9c05-4c91-ae64-277a40c58618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '393b5044-b44c-402e-be20-85746d24c0e1'}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:01:32.126592 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc172688-1579-4d65-8738-65658f005980 req-b1d2855c-dd34-45f4-9565-26bb9260a0c5 service neutron] Attempting to bind port ddc0a4a1-f89e-4c54-8976-187b864592ee on network 393b5044-b44c-402e-be20-85746d24c0e1 {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:01:32.129354 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a16bf27-b6ba-4d21-a1c0-b066fc8730f6 req-c5a91652-27f0-4b39-9498-21235e46526f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:32.130832 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1a16bf27-b6ba-4d21-a1c0-b066fc8730f6 req-c5a91652-27f0-4b39-9498-21235e46526f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=bbca6f5f-fd8e-4af4-b23d-e7ec2502b976 HTTP/1.1" status: 200 len: 855 time: 0.1420135 Jul 16 20:01:32.151132 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a256b005-e83c-470c-bb32-02d7dc736b63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdcc69863-837d-598d-acb5-02636b18cee0-8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061', 'network_id': '8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061', 'tenant_id': '454a9d33c455460a9dfb59ca6c522da9', 'fixed_ips': [{'subnet_id': '5f2098e9-4111-4c88-a086-c142fb02fb5d'}]}} from dv-cinder-800697-3-iscsi. {{(pid=93022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:01:32.152304 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-a256b005-e83c-470c-bb32-02d7dc736b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_create {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:32.160608 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-e36b4aa6-6854-406b-af6f-095cd0bd12e2 req-8d939ed3-b24c-4c89-9d63-f855ef91781e service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=7a1c97ec-dc6a-4827-8ef8-b289c5c9d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5758119 Jul 16 20:01:32.167862 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc172688-1579-4d65-8738-65658f005980 req-b1d2855c-dd34-45f4-9565-26bb9260a0c5 service neutron] Port ddc0a4a1-f89e-4c54-8976-187b864592ee on network 393b5044-b44c-402e-be20-85746d24c0e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:01:32.168194 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc172688-1579-4d65-8738-65658f005980 req-b1d2855c-dd34-45f4-9565-26bb9260a0c5 service neutron] Attempting to bind port ddc0a4a1-f89e-4c54-8976-187b864592ee on network 393b5044-b44c-402e-be20-85746d24c0e1 {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:01:32.200161 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-ab51f2a3-2e24-4073-8395-7367ca20769c admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8081131 Jul 16 20:01:32.201228 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 53918) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:32.210136 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d939ed3-b24c-4c89-9d63-f855ef91781e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=08f45680-08c9-4477-b7f2-2a15d27e8bbf,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:32.211282 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [None req-41b9ef06-ad58-4b17-888e-cee675efe363 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-569899001-router', 'tenant_id': '454a9d33c455460a9dfb59ca6c522da9', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3'}}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:32.215144 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc172688-1579-4d65-8738-65658f005980 req-b1d2855c-dd34-45f4-9565-26bb9260a0c5 service neutron] Checking agent: {'id': 'bb34d2fe-afd3-464c-b7a4-0ee0e23bc19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 21), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:01:32.215528 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc172688-1579-4d65-8738-65658f005980 req-b1d2855c-dd34-45f4-9565-26bb9260a0c5 service neutron] Checking segment: {'id': 'b84b4437-9c05-4c91-ae64-277a40c58618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '393b5044-b44c-402e-be20-85746d24c0e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:01:32.215895 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc172688-1579-4d65-8738-65658f005980 req-b1d2855c-dd34-45f4-9565-26bb9260a0c5 service neutron] Bound using segment: {'id': 'b84b4437-9c05-4c91-ae64-277a40c58618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '393b5044-b44c-402e-be20-85746d24c0e1'} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:01:32.216367 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [req-bc172688-1579-4d65-8738-65658f005980 req-b1d2855c-dd34-45f4-9565-26bb9260a0c5 service neutron] Bound port: ddc0a4a1-f89e-4c54-8976-187b864592ee, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b84b4437-9c05-4c91-ae64-277a40c58618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '393b5044-b44c-402e-be20-85746d24c0e1'}}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:01:32.216717 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-bc172688-1579-4d65-8738-65658f005980 req-b1d2855c-dd34-45f4-9565-26bb9260a0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:32.230325 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c99fd4-51c0-4efe-a017-a8a362394586 req-69c9965a-20cd-4038-9b95-6a7d5c704ffd tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:32.231949 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-f0c99fd4-51c0-4efe-a017-a8a362394586 req-69c9965a-20cd-4038-9b95-6a7d5c704ffd tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.102 "GET /v2.0/networks?id=0b3104bd-edfc-4af0-90f6-7b90aa247197 HTTP/1.1" status: 200 len: 809 time: 0.1675007 Jul 16 20:01:32.271716 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-90654229-6b50-4e6d-ae01-2b99f9d6c1cc req-32e3541b-694a-4155-bbf8-e53e7c08f1ef tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a1c97ec-dc6a-4827-8ef8-b289c5c9d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357343 Jul 16 20:01:32.300977 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-f0c99fd4-51c0-4efe-a017-a8a362394586 req-ce3c4319-efe3-469e-9ebc-2e809031eb3a tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f6d0bc6cd574899a9225c0ba21b689f HTTP/1.1" status: 200 len: 380 time: 0.0598862 Jul 16 20:01:32.302499 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-41b9ef06-ad58-4b17-888e-cee675efe363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8363236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126830'] for router, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:32.304572 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-41b9ef06-ad58-4b17-888e-cee675efe363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8300438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8363043', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8382923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126823'] for router, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:32.315616 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:32.328987 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a16bf27-b6ba-4d21-a1c0-b066fc8730f6 req-e6511a92-fbc2-4c46-83e4-bf74a8581dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:32.330613 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1a16bf27-b6ba-4d21-a1c0-b066fc8730f6 req-e6511a92-fbc2-4c46-83e4-bf74a8581dc4 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=4ff04a31-0c23-4b48-92bc-f65e7b91222b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1923759 Jul 16 20:01:32.347502 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [req-f0c99fd4-51c0-4efe-a017-a8a362394586 req-8170bbdf-f996-40ab-bbb5-0bb78f30a75e tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Request body: {'port': {'device_id': '437a660f-8195-4938-a438-8a83c296722a', 'network_id': '0b3104bd-edfc-4af0-90f6-7b90aa247197', 'admin_state_up': True, 'tenant_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'security_groups': ['710277bd-ee2e-4d27-a450-42b1ed510583']}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:32.405038 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [req-bc172688-1579-4d65-8738-65658f005980 req-b1d2855c-dd34-45f4-9565-26bb9260a0c5 service neutron] For port ddc0a4a1-f89e-4c54-8976-187b864592ee, host hv-cinder-80069, cleared binding levels {{(pid=93020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:01:32.416528 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.db_base_plugin_common [None req-a256b005-e83c-470c-bb32-02d7dc736b63 None None] Allocated IP 172.20.0.2 (8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061/5f2098e9-4111-4c88-a086-c142fb02fb5d/89a51dd9-69fa-479e-bf8c-38ef4e0a9294) {{(pid=93022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:01:32.431477 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [req-bc172688-1579-4d65-8738-65658f005980 req-b1d2855c-dd34-45f4-9565-26bb9260a0c5 service neutron] For port ddc0a4a1-f89e-4c54-8976-187b864592ee, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ddc0a4a1-f89e-4c54-8976-187b864592ee,segment=NetworkSegment(b84b4437-9c05-4c91-ae64-277a40c58618),segment_id=b84b4437-9c05-4c91-ae64-277a40c58618)] {{(pid=93020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:01:32.464166 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-bc172688-1579-4d65-8738-65658f005980 req-b1d2855c-dd34-45f4-9565-26bb9260a0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6084517'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:32.581702 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-41b9ef06-ad58-4b17-888e-cee675efe363 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:32.667088 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-a256b005-e83c-470c-bb32-02d7dc736b63 None None] Notify callbacks [] for port, precommit_create {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:32.674636 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '905a537c-74db-46cb-a828-eef2ad9ebb6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad756f51-d5f5-4d65-b6e5-23a8d98afc9b'}] {{(pid=93022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:01:32.677984 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9473df89cc7d9a049ef80707cd6efae53c3b25527ef369ad4a6a0d9269bae893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88844a7-0923-4cfd-80f0-5701549de25b" -d '{"events": [{"server_uuid": "905a537c-74db-46cb-a828-eef2ad9ebb6b", "name": "network-vif-plugged", "status": "completed", "tag": "ad756f51-d5f5-4d65-b6e5-23a8d98afc9b"}]}' {{(pid=93022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:01:32.691416 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-a256b005-e83c-470c-bb32-02d7dc736b63 None None] Transition to ACTIVE for port object 89a51dd9-69fa-479e-bf8c-38ef4e0a9294 will not be triggered until provisioned by entity L2. {{(pid=93022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:32.717803 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0c99fd4-51c0-4efe-a017-a8a362394586 req-8170bbdf-f996-40ab-bbb5-0bb78f30a75e tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Made reservation on behalf of 1f6d0bc6cd574899a9225c0ba21b689f for: {'port': 1} {{(pid=93021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:01:32.723595 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-f0c99fd4-51c0-4efe-a017-a8a362394586 req-8170bbdf-f996-40ab-bbb5-0bb78f30a75e tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:32.744695 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-a256b005-e83c-470c-bb32-02d7dc736b63 None None] Transition to ACTIVE for port object 89a51dd9-69fa-479e-bf8c-38ef4e0a9294 will not be triggered until provisioned by entity DHCP. {{(pid=93022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:32.752845 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-a256b005-e83c-470c-bb32-02d7dc736b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786206872486'] for port, after_create {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:32.756228 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc172688-1579-4d65-8738-65658f005980 req-b1d2855c-dd34-45f4-9565-26bb9260a0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:32.756935 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-bc172688-1579-4d65-8738-65658f005980 req-b1d2855c-dd34-45f4-9565-26bb9260a0c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for port, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:32.758361 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-bc172688-1579-4d65-8738-65658f005980 req-b1d2855c-dd34-45f4-9565-26bb9260a0c5 service neutron] 10.222.0.102 "PUT /v2.0/ports/ddc0a4a1-f89e-4c54-8976-187b864592ee HTTP/1.1" status: 200 len: 1094 time: 2.5540388 Jul 16 20:01:32.761012 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee77d7e8-63b4-4996-9190-df688779d8d5', 'tag': 'ddc0a4a1-f89e-4c54-8976-187b864592ee'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:01:32.763856 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fae8f2ff960fe93758be445b473a7dfd6f7d616fbf5a964bb8e60e5228696b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d57012-f54b-4b00-a138-27a79b1d98ae" -d '{"events": [{"name": "network-changed", "server_uuid": "ee77d7e8-63b4-4996-9190-df688779d8d5", "tag": "ddc0a4a1-f89e-4c54-8976-187b864592ee"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:01:32.831653 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a256b005-e83c-470c-bb32-02d7dc736b63 None None] Network 8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061 is already hosted by enough agents. {{(pid=93022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:01:32.839198 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.scheduler.base_scheduler [None req-a256b005-e83c-470c-bb32-02d7dc736b63 None None] Resources bound (agent type, host, resource id): {{(pid=93022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:32.842278 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e3f04-f769-4413-9aa3-6fcce7cd59dc req-9cb184e8-44f2-453a-9ae1-8553d7954331 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:32.843740 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a256b005-e83c-470c-bb32-02d7dc736b63 None None] Received port after_create {{(pid=93022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:01:32.849666 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-866e3f04-f769-4413-9aa3-6fcce7cd59dc req-9cb184e8-44f2-453a-9ae1-8553d7954331 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 944 time: 0.2859588 Jul 16 20:01:32.855533 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-41b9ef06-ad58-4b17-888e-cee675efe363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8363057', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8363137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126837'] for router, precommit_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:32.859057 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1a16bf27-b6ba-4d21-a1c0-b066fc8730f6 req-d20a9904-4508-42f2-a48c-4e509f21b990 service neutron] 10.222.0.102 "GET /v2.0/networks/4ff04a31-0c23-4b48-92bc-f65e7b91222b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5207248 Jul 16 20:01:32.934150 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d2855c-dd34-45f4-9565-26bb9260a0c5 service neutron] Pushing event updated for resources: {'Port': ['ID=ddc0a4a1-f89e-4c54-8976-187b864592ee,revision_number=3']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:32.940410 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a256b005-e83c-470c-bb32-02d7dc736b63 None None] Pushing event updated for resources: {'Port': ['ID=89a51dd9-69fa-479e-bf8c-38ef4e0a9294,revision_number=1']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:32.959754 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.managers [None req-a256b005-e83c-470c-bb32-02d7dc736b63 None None] Attempting to bind port 89a51dd9-69fa-479e-bf8c-38ef4e0a9294 on host dv-cinder-800697-3-iscsi for vnic_type normal with profile {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:01:32.960451 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.managers [None req-a256b005-e83c-470c-bb32-02d7dc736b63 None None] Attempting to bind port 89a51dd9-69fa-479e-bf8c-38ef4e0a9294 by drivers openvswitch,hyperv on host dv-cinder-800697-3-iscsi at level 0 using segments [{'id': '504fca60-f34c-4d04-8f01-ade166cd22cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061'}] {{(pid=93022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:01:32.961125 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a256b005-e83c-470c-bb32-02d7dc736b63 None None] Attempting to bind port 89a51dd9-69fa-479e-bf8c-38ef4e0a9294 on network 8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061 {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:01:32.971057 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a256b005-e83c-470c-bb32-02d7dc736b63 None None] Checking agent: {'id': '6d2f6f1f-2a68-46fa-b61c-109a868a14b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 53, 32), 'started_at': datetime.datetime(2021, 7, 16, 19, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:01:32.972150 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a256b005-e83c-470c-bb32-02d7dc736b63 None None] Checking segment: {'id': '504fca60-f34c-4d04-8f01-ade166cd22cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:01:32.972737 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-a256b005-e83c-470c-bb32-02d7dc736b63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:32.973309 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a256b005-e83c-470c-bb32-02d7dc736b63 None None] Bound using segment: {'id': '504fca60-f34c-4d04-8f01-ade166cd22cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061'} {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:01:32.973965 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.managers [None req-a256b005-e83c-470c-bb32-02d7dc736b63 None None] Bound port: 89a51dd9-69fa-479e-bf8c-38ef4e0a9294, host: dv-cinder-800697-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fca60-f34c-4d04-8f01-ade166cd22cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061'}}] {{(pid=93022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:01:32.974719 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-a256b005-e83c-470c-bb32-02d7dc736b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:32.986216 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-866e3f04-f769-4413-9aa3-6fcce7cd59dc req-2b70218f-40f9-4145-b4bd-b6851509129c tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354620 Jul 16 20:01:33.022866 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969ae2d-b08b-42a6-a3d4-e2242db6fd5a req-588f5f49-fa27-49a2-bbf4-f2ff97dc6295 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:33.025146 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-4969ae2d-b08b-42a6-a3d4-e2242db6fd5a req-588f5f49-fa27-49a2-bbf4-f2ff97dc6295 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee77d7e8-63b4-4996-9190-df688779d8d5 HTTP/1.1" status: 200 len: 944 time: 0.2927403 Jul 16 20:01:33.054641 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc172688-1579-4d65-8738-65658f005980 req-d299b18b-f116-446d-9f5e-6c4cb9c7e2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:33.056514 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-bc172688-1579-4d65-8738-65658f005980 req-d299b18b-f116-446d-9f5e-6c4cb9c7e2de service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=414a34685fd04fe387cb1d18cde8082e&device_id=ee77d7e8-63b4-4996-9190-df688779d8d5 HTTP/1.1" status: 200 len: 1097 time: 0.2480416 Jul 16 20:01:33.082671 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1a16bf27-b6ba-4d21-a1c0-b066fc8730f6 req-9d831e01-fd87-4a76-976b-aa27b24c53a7 service neutron] 10.222.0.102 "GET /v2.0/networks/4ff04a31-0c23-4b48-92bc-f65e7b91222b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851351 Jul 16 20:01:33.093483 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-a256b005-e83c-470c-bb32-02d7dc736b63 None None] For port 89a51dd9-69fa-479e-bf8c-38ef4e0a9294, host dv-cinder-800697-3-iscsi, cleared binding levels {{(pid=93022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:01:33.104437 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-a256b005-e83c-470c-bb32-02d7dc736b63 None None] For port 89a51dd9-69fa-479e-bf8c-38ef4e0a9294, host dv-cinder-800697-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=89a51dd9-69fa-479e-bf8c-38ef4e0a9294,segment=NetworkSegment(504fca60-f34c-4d04-8f01-ade166cd22cf),segment_id=504fca60-f34c-4d04-8f01-ade166cd22cf)] {{(pid=93022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:01:33.110951 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-a256b005-e83c-470c-bb32-02d7dc736b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:33.118794 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-bc172688-1579-4d65-8738-65658f005980 req-a8b61a84-6043-49e9-a9e7-882ff810ac78 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddc0a4a1-f89e-4c54-8976-187b864592ee HTTP/1.1" status: 200 len: 217 time: 0.0515804 Jul 16 20:01:33.151130 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-4969ae2d-b08b-42a6-a3d4-e2242db6fd5a req-0c705862-8f55-48f1-98e0-df295770454b tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191328 Jul 16 20:01:33.153966 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.db_base_plugin_common [req-f0c99fd4-51c0-4efe-a017-a8a362394586 req-8170bbdf-f996-40ab-bbb5-0bb78f30a75e tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Allocated IP 172.20.0.7 (0b3104bd-edfc-4af0-90f6-7b90aa247197/ef5951b2-8beb-4c67-b6c2-485349b7bb28/9bf651b9-1121-4e77-97e1-43aeb0746b86) {{(pid=93021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:01:33.217637 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc172688-1579-4d65-8738-65658f005980 req-0284b12c-af71-465d-bc9d-6b146bd8b65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:33.219195 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-bc172688-1579-4d65-8738-65658f005980 req-0284b12c-af71-465d-bc9d-6b146bd8b65f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=bb407b5a-c60b-422c-8afc-1e584a6a4c1c HTTP/1.1" status: 200 len: 858 time: 0.0926850 Jul 16 20:01:33.220920 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device 844fc7f4-1c04-493a-a123-edf58bac7b41 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=93022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:01:33.272023 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a256b005-e83c-470c-bb32-02d7dc736b63 None None] Pushing event updated for resources: {'Port': ['ID=89a51dd9-69fa-479e-bf8c-38ef4e0a9294,revision_number=2']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:33.283765 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd952f0-9ccc-4568-9802-f4dd4565010c x-openstack-request-id: req-5cd952f0-9ccc-4568-9802-f4dd4565010c {{(pid=93022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:01:33.283968 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "905a537c-74db-46cb-a828-eef2ad9ebb6b", "name": "network-vif-plugged", "status": "completed", "tag": "ad756f51-d5f5-4d65-b6e5-23a8d98afc9b", "code": 200}]} {{(pid=93022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:01:33.284331 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5cd952f0-9ccc-4568-9802-f4dd4565010c {{(pid=93022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:01:33.284626 dv-cinder-800697-3-iscsi neutron-server[93022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '905a537c-74db-46cb-a828-eef2ad9ebb6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad756f51-d5f5-4d65-b6e5-23a8d98afc9b', 'code': 200} Jul 16 20:01:33.288289 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-bc172688-1579-4d65-8738-65658f005980 req-ae1fa9d3-0926-400e-8061-a61ff7d32640 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=393b5044-b44c-402e-be20-85746d24c0e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594733 Jul 16 20:01:33.430682 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637a111f-3e41-4e3e-823c-5eae19850f17 x-openstack-request-id: req-637a111f-3e41-4e3e-823c-5eae19850f17 {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:01:33.432111 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee77d7e8-63b4-4996-9190-df688779d8d5", "tag": "ddc0a4a1-f89e-4c54-8976-187b864592ee", "status": "completed", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:01:33.432364 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-637a111f-3e41-4e3e-823c-5eae19850f17 {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:01:33.432765 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee77d7e8-63b4-4996-9190-df688779d8d5', 'tag': 'ddc0a4a1-f89e-4c54-8976-187b864592ee', 'status': 'completed', 'code': 200} Jul 16 20:01:33.511169 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port 844fc7f4-1c04-493a-a123-edf58bac7b41, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=844fc7f4-1c04-493a-a123-edf58bac7b41,segment=NetworkSegment(b84b4437-9c05-4c91-ae64-277a40c58618),segment_id=b84b4437-9c05-4c91-ae64-277a40c58618)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:33.523395 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-bc172688-1579-4d65-8738-65658f005980 req-8d09bb20-2ece-4092-8162-070ead9c3a33 service neutron] 10.222.0.102 "GET /v2.0/networks/393b5044-b44c-402e-be20-85746d24c0e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263839 Jul 16 20:01:33.530403 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Returning: {'device': '844fc7f4-1c04-493a-a123-edf58bac7b41', 'network_id': '393b5044-b44c-402e-be20-85746d24c0e1', 'port_id': '844fc7f4-1c04-493a-a123-edf58bac7b41', 'mac_address': 'fa:16:3e:e2:57:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb407b5a-c60b-422c-8afc-1e584a6a4c1c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:01:33.657449 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:33.664261 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-8617f0ba-fd40-4b28-b6b9-b5bed12ff917 req-df18b1ca-fc14-49f9-b843-b31774220b40 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 210 time: 0.2930000 Jul 16 20:01:33.692766 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.notifiers.nova [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 844fc7f4-1c04-493a-a123-edf58bac7b41 {{(pid=93022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:01:33.708068 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 53968) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:33.718386 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port 844fc7f4-1c04-493a-a123-edf58bac7b41, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=844fc7f4-1c04-493a-a123-edf58bac7b41,segment=NetworkSegment(b84b4437-9c05-4c91-ae64-277a40c58618),segment_id=b84b4437-9c05-4c91-ae64-277a40c58618)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:33.725124 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:33.725879 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device 4a62567f-aa44-4887-a9a0-49d74dc43f12 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=93022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:01:33.742523 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:01:33.854507 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-f0c99fd4-51c0-4efe-a017-a8a362394586 req-8170bbdf-f996-40ab-bbb5-0bb78f30a75e tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks [] for port, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:33.866167 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-41b9ef06-ad58-4b17-888e-cee675efe363 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:33.874116 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-bc172688-1579-4d65-8738-65658f005980 req-1f4c1c99-515e-453a-8380-38f57bef696d service neutron] 10.222.0.102 "GET /v2.0/networks/393b5044-b44c-402e-be20-85746d24c0e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422236 Jul 16 20:01:33.879644 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port 4a62567f-aa44-4887-a9a0-49d74dc43f12, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=4a62567f-aa44-4887-a9a0-49d74dc43f12,segment=NetworkSegment(1c4d2179-a936-4f83-8fe1-458e36f04a04),segment_id=1c4d2179-a936-4f83-8fe1-458e36f04a04)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:33.896351 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Returning: {'device': '4a62567f-aa44-4887-a9a0-49d74dc43f12', 'network_id': '4ff04a31-0c23-4b48-92bc-f65e7b91222b', 'port_id': '4a62567f-aa44-4887-a9a0-49d74dc43f12', 'mac_address': 'fa:16:3e:0d:ac:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbca6f5f-fd8e-4af4-b23d-e7ec2502b976', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:01:33.906153 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81d614-bfa6-4334-999b-08cfdc65eccf req-a0171ad3-41d7-4149-96ae-78c05a929339 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:33.907785 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-2b81d614-bfa6-4334-999b-08cfdc65eccf req-a0171ad3-41d7-4149-96ae-78c05a929339 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=905a537c-74db-46cb-a828-eef2ad9ebb6b HTTP/1.1" status: 200 len: 945 time: 0.2023184 Jul 16 20:01:33.921792 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-41b9ef06-ad58-4b17-888e-cee675efe363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:33.926456 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.provisioning_blocks [req-f0c99fd4-51c0-4efe-a017-a8a362394586 req-8170bbdf-f996-40ab-bbb5-0bb78f30a75e tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Transition to ACTIVE for port object 9bf651b9-1121-4e77-97e1-43aeb0746b86 will not be triggered until provisioned by entity DHCP. {{(pid=93021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:33.928759 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-260f4ca2-1743-4053-9df6-a3253efa9521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:33.973747 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:33.976154 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Pushing event updated for resources: {'Port': ['ID=844fc7f4-1c04-493a-a123-edf58bac7b41,revision_number=4']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:33.993952 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.notifiers.nova [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a62567f-aa44-4887-a9a0-49d74dc43f12 {{(pid=93022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:01:34.001414 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-2b81d614-bfa6-4334-999b-08cfdc65eccf req-f4ddbe96-ea33-479f-b898-2e0f8eecb7d9 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862298 Jul 16 20:01:34.029475 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port 4a62567f-aa44-4887-a9a0-49d74dc43f12, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=4a62567f-aa44-4887-a9a0-49d74dc43f12,segment=NetworkSegment(1c4d2179-a936-4f83-8fe1-458e36f04a04),segment_id=1c4d2179-a936-4f83-8fe1-458e36f04a04)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:34.036271 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:34.051390 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-f0c99fd4-51c0-4efe-a017-a8a362394586 req-8170bbdf-f996-40ab-bbb5-0bb78f30a75e tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786206872486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8120956'] for port, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:34.084963 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de91a07-f6e9-40ca-b7fe-9758a93832c6 req-559d3813-62e9-4206-9299-f76f18845b96 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:34.086568 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-1de91a07-f6e9-40ca-b7fe-9758a93832c6 req-559d3813-62e9-4206-9299-f76f18845b96 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] 10.222.0.98 "GET /v2.0/ports?device_id=a0d38af4-df3d-48d7-a8eb-69e4057b4fea HTTP/1.1" status: 200 len: 946 time: 0.2220044 Jul 16 20:01:34.095832 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-260f4ca2-1743-4053-9df6-a3253efa9521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:34.101816 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-260f4ca2-1743-4053-9df6-a3253efa9521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:34.116106 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Pushing event updated for resources: {'Port': ['ID=4a62567f-aa44-4887-a9a0-49d74dc43f12,revision_number=4']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:34.137882 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-260f4ca2-1743-4053-9df6-a3253efa9521 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=947179a0d84a4458af92ed043b71cd17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4283342 Jul 16 20:01:34.144321 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 53976) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:34.188364 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0c99fd4-51c0-4efe-a017-a8a362394586 req-8170bbdf-f996-40ab-bbb5-0bb78f30a75e tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Network 0b3104bd-edfc-4af0-90f6-7b90aa247197 is already hosted by enough agents. {{(pid=93021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:01:34.190155 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.db_base_plugin_common [None req-41b9ef06-ad58-4b17-888e-cee675efe363 admin admin] Allocated IP 172.27.1.37 (72bddd3a-8a62-4354-b4b3-8a4b3e183ea3/b7c8a0af-efd8-4b77-9799-206f74457d50/af157674-cd8e-4be1-a2d9-0e3076ce549d) {{(pid=93021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:01:34.198551 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.base_scheduler [req-f0c99fd4-51c0-4efe-a017-a8a362394586 req-8170bbdf-f996-40ab-bbb5-0bb78f30a75e tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Resources bound (agent type, host, resource id): {{(pid=93021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:34.201056 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c99fd4-51c0-4efe-a017-a8a362394586 req-8170bbdf-f996-40ab-bbb5-0bb78f30a75e tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Received port after_create {{(pid=93021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:01:34.213470 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260f4ca2-1743-4053-9df6-a3253efa9521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f39a255-520b-4a88-b242-90601c7d25e4,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:34.253554 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170bbdf-f996-40ab-bbb5-0bb78f30a75e tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Pushing event updated for resources: {'Port': ['ID=9bf651b9-1121-4e77-97e1-43aeb0746b86,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:34.267594 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-32b24616-29a3-457d-918e-4e0d03052a33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:34.275586 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-1de91a07-f6e9-40ca-b7fe-9758a93832c6 req-299e690d-fa05-4b3f-b924-41c5eaad8e69 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a1c97ec-dc6a-4827-8ef8-b289c5c9d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749215 Jul 16 20:01:34.293883 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb79122b-b2ef-44c7-8593-3b5cc612201b req-b52bf5cd-067d-4e82-8ad4-96f07e3def95 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:34.295466 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-eb79122b-b2ef-44c7-8593-3b5cc612201b req-b52bf5cd-067d-4e82-8ad4-96f07e3def95 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 945 time: 0.1412959 Jul 16 20:01:34.315376 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c99fd4-51c0-4efe-a017-a8a362394586 req-8170bbdf-f996-40ab-bbb5-0bb78f30a75e tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:34.319036 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-f0c99fd4-51c0-4efe-a017-a8a362394586 req-8170bbdf-f996-40ab-bbb5-0bb78f30a75e tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for port, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:34.325725 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-32b24616-29a3-457d-918e-4e0d03052a33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:34.388767 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-eb79122b-b2ef-44c7-8593-3b5cc612201b req-c4bc48a0-f1bb-4f0e-a195-2b609a93f00d tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862012 Jul 16 20:01:34.389602 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-f0c99fd4-51c0-4efe-a017-a8a362394586 req-8170bbdf-f996-40ab-bbb5-0bb78f30a75e tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0486441 Jul 16 20:01:34.439883 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-32b24616-29a3-457d-918e-4e0d03052a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:34.443341 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-32b24616-29a3-457d-918e-4e0d03052a33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:34.447190 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-32b24616-29a3-457d-918e-4e0d03052a33 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1f39a255-520b-4a88-b242-90601c7d25e4 HTTP/1.1" status: 204 len: 168 time: 0.2989924 Jul 16 20:01:34.456100 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 89a51dd9-69fa-479e-bf8c-38ef4e0a9294 up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:01:34.468635 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-41b9ef06-ad58-4b17-888e-cee675efe363 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:34.476584 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b24616-29a3-457d-918e-4e0d03052a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f39a255-520b-4a88-b242-90601c7d25e4,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:34.544195 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning for port 89a51dd9-69fa-479e-bf8c-38ef4e0a9294 completed by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:01:34.568087 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-41b9ef06-ad58-4b17-888e-cee675efe363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786206872486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8120956'] for port, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:34.579647 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467217e-d072-46d8-9982-04389827065b req-084a9546-dd19-4889-a9d8-7a233aee023e tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:34.581173 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-9467217e-d072-46d8-9982-04389827065b req-084a9546-dd19-4889-a9d8-7a233aee023e tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee77d7e8-63b4-4996-9190-df688779d8d5 HTTP/1.1" status: 200 len: 944 time: 0.1050096 Jul 16 20:01:34.646550 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b9ef06-ad58-4b17-888e-cee675efe363 admin admin] Network 72bddd3a-8a62-4354-b4b3-8a4b3e183ea3 is already hosted by enough agents. {{(pid=93021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:01:34.655368 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.base_scheduler [None req-41b9ef06-ad58-4b17-888e-cee675efe363 admin admin] Resources bound (agent type, host, resource id): {{(pid=93021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:34.669801 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b9ef06-ad58-4b17-888e-cee675efe363 admin admin] Received port after_create {{(pid=93021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:01:34.676780 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-784ddbf3-230f-4acd-a243-17329aab98e6 None None] Provisioning for port 9bf651b9-1121-4e77-97e1-43aeb0746b86 completed by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:01:34.681221 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-784ddbf3-230f-4acd-a243-17329aab98e6 None None] Provisioning complete for port 9bf651b9-1121-4e77-97e1-43aeb0746b86 triggered by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:34.681675 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-784ddbf3-230f-4acd-a243-17329aab98e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:34.698686 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b9ef06-ad58-4b17-888e-cee675efe363 admin admin] Pushing event updated for resources: {'Port': ['ID=af157674-cd8e-4be1-a2d9-0e3076ce549d,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:34.722138 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-9467217e-d072-46d8-9982-04389827065b req-791b38da-24d5-480a-9da2-6111bbed4dd5 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182306 Jul 16 20:01:34.723109 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-784ddbf3-230f-4acd-a243-17329aab98e6 None None] Port 9bf651b9-1121-4e77-97e1-43aeb0746b86 cannot update to ACTIVE because it is not bound. {{(pid=93022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:01:34.773234 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3187f9-c7e2-44b7-8244-65efaf693325 None None] Network 8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061 requested from dv-cinder-800697-3-iscsi {{(pid=93022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:01:34.892666 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 53990) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:34.898946 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-1cce8b9f-f12b-48f6-add9-b7975d082b09 None None] Provisioning for port 89a51dd9-69fa-479e-bf8c-38ef4e0a9294 completed by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:01:34.906581 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-1cce8b9f-f12b-48f6-add9-b7975d082b09 None None] Provisioning complete for port 89a51dd9-69fa-479e-bf8c-38ef4e0a9294 triggered by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:34.906581 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-1cce8b9f-f12b-48f6-add9-b7975d082b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:34.908567 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-995c3da8-c62c-4681-a1ed-0517a5601ade admin admin] Notify callbacks [] for security_group, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:34.933230 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eafda2-1e95-4ff2-afa8-48628e2eddba req-ee150cc4-7288-4868-bf44-207dcce9b291 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:34.936446 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-b1eafda2-1e95-4ff2-afa8-48628e2eddba req-ee150cc4-7288-4868-bf44-207dcce9b291 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 931 time: 0.1153347 Jul 16 20:01:35.003094 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-b1eafda2-1e95-4ff2-afa8-48628e2eddba req-e0c39331-a2cf-44ce-8e8a-5d43e2bd5e49 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=710277bd-ee2e-4d27-a450-42b1ed510583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613978 Jul 16 20:01:35.019089 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-41b9ef06-ad58-4b17-888e-cee675efe363 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:35.080443 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-995c3da8-c62c-4681-a1ed-0517a5601ade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:35.088338 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-995c3da8-c62c-4681-a1ed-0517a5601ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:35.113692 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995c3da8-c62c-4681-a1ed-0517a5601ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d978b1de-362b-43f0-b0e8-eb47f2bf5111,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:35.144631 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-995c3da8-c62c-4681-a1ed-0517a5601ade admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=73a33060e6da477a96978ce8454d864c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2510417 Jul 16 20:01:35.145306 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 53994) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:35.162210 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-1cce8b9f-f12b-48f6-add9-b7975d082b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:35.201324 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-6773be36-bd81-4801-8951-32a50e7e883d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:35.208343 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-1cce8b9f-f12b-48f6-add9-b7975d082b09 None None] For port 89a51dd9-69fa-479e-bf8c-38ef4e0a9294, host dv-cinder-800697-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=89a51dd9-69fa-479e-bf8c-38ef4e0a9294,segment=NetworkSegment(504fca60-f34c-4d04-8f01-ade166cd22cf),segment_id=504fca60-f34c-4d04-8f01-ade166cd22cf)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:35.215748 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-1cce8b9f-f12b-48f6-add9-b7975d082b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:35.233943 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-6773be36-bd81-4801-8951-32a50e7e883d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:35.291567 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-6773be36-bd81-4801-8951-32a50e7e883d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:35.294325 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-6773be36-bd81-4801-8951-32a50e7e883d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:35.297878 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-6773be36-bd81-4801-8951-32a50e7e883d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d978b1de-362b-43f0-b0e8-eb47f2bf5111 HTTP/1.1" status: 204 len: 168 time: 0.1492336 Jul 16 20:01:35.306682 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cce8b9f-f12b-48f6-add9-b7975d082b09 None None] Pushing event updated for resources: {'Port': ['ID=89a51dd9-69fa-479e-bf8c-38ef4e0a9294,revision_number=3']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:35.306999 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6773be36-bd81-4801-8951-32a50e7e883d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d978b1de-362b-43f0-b0e8-eb47f2bf5111,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:35.450298 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-86c48764-f448-4660-866a-b385f9955bd1 None None] Provisioning complete for port 89a51dd9-69fa-479e-bf8c-38ef4e0a9294 triggered by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:35.451583 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-86c48764-f448-4660-866a-b385f9955bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:35.498949 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e6835-0aaf-4eac-810b-4ce4170b98ee req-01016f5c-eb38-4be9-bbb7-0208fcd00f7a tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:35.500490 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-da4e6835-0aaf-4eac-810b-4ce4170b98ee req-01016f5c-eb38-4be9-bbb7-0208fcd00f7a tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] 10.222.0.98 "GET /v2.0/ports?device_id=a0d38af4-df3d-48d7-a8eb-69e4057b4fea HTTP/1.1" status: 200 len: 946 time: 0.0757856 Jul 16 20:01:35.521185 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10572df5-f208-4a92-9fd8-0a5c14baa317 req-0bd8c85d-d0bd-44d6-bf6f-e3f1160d534a tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:35.533035 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-10572df5-f208-4a92-9fd8-0a5c14baa317 req-0bd8c85d-d0bd-44d6-bf6f-e3f1160d534a tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=905a537c-74db-46cb-a828-eef2ad9ebb6b HTTP/1.1" status: 200 len: 945 time: 0.2008114 Jul 16 20:01:35.544367 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-41b9ef06-ad58-4b17-888e-cee675efe363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8363247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8363028'] for router, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:35.552259 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-da4e6835-0aaf-4eac-810b-4ce4170b98ee req-6b31a264-a054-458a-8e72-99f872068f10 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a1c97ec-dc6a-4827-8ef8-b289c5c9d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451963 Jul 16 20:01:35.623900 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-10572df5-f208-4a92-9fd8-0a5c14baa317 req-082467aa-2dce-47da-8542-77ca44d50e65 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899177 Jul 16 20:01:35.713927 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b9ef06-ad58-4b17-888e-cee675efe363 admin admin] Router f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54 is scheduled to L3 agent 2edc1d69-0f6a-462d-a1c4-2c7c9be5649e with binding_index 1 {{(pid=93021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:01:35.737751 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb351ac9-e1cb-4f80-acd1-73779741d89c req-42253344-3207-4fe8-9d0c-9c3444da194e tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:35.742932 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-eb351ac9-e1cb-4f80-acd1-73779741d89c req-42253344-3207-4fe8-9d0c-9c3444da194e tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 945 time: 0.0745234 Jul 16 20:01:35.810173 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-eb351ac9-e1cb-4f80-acd1-73779741d89c req-84a0cddf-6b37-437f-a702-5ee9148fc062 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573089 Jul 16 20:01:35.879836 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b9ef06-ad58-4b17-888e-cee675efe363 admin admin] Notify agent at l3_agent.dv-cinder-800697-3-iscsi the message routers_updated {{(pid=93021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:01:35.891816 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd6dc55-05e0-42bb-920a-2a8e5ea3489c None None] Sync routers for ids ['f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54'] in dv-cinder-800697-3-iscsi {{(pid=93023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:01:35.902658 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd6dc55-05e0-42bb-920a-2a8e5ea3489c None None] Routers {'f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:01:35.902916 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-41b9ef06-ad58-4b17-888e-cee675efe363 admin admin] Notify callbacks [] for router, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:35.903729 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-0dd6dc55-05e0-42bb-920a-2a8e5ea3489c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:01:22Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54'], 'active': True} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:35.904238 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-41b9ef06-ad58-4b17-888e-cee675efe363 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.6979544 Jul 16 20:01:35.907749 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 54018) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:35.929695 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a9d75-9305-4b64-ab5c-1c5989e2bf1a req-8b96ca1e-6047-41db-bf41-d2b025ab5c8e tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:35.931952 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-ca6a9d75-9305-4b64-ab5c-1c5989e2bf1a req-8b96ca1e-6047-41db-bf41-d2b025ab5c8e tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee77d7e8-63b4-4996-9190-df688779d8d5 HTTP/1.1" status: 200 len: 944 time: 0.0938613 Jul 16 20:01:36.012515 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-ca6a9d75-9305-4b64-ab5c-1c5989e2bf1a req-cfcca280-4dd5-48cb-bde4-0c7c27f34785 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742741 Jul 16 20:01:36.046683 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvr_db [None req-0dd6dc55-05e0-42bb-920a-2a8e5ea3489c None None] Set router f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54 gateway port host: dv-cinder-800697-3-iscsi {{(pid=93023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:01:36.224444 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-0dd6dc55-05e0-42bb-920a-2a8e5ea3489c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54', 'name': 'tempest-TestMinimumBasicScenario-569899001-router', 'tenant_id': '454a9d33c455460a9dfb59ca6c522da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'af157674-cd8e-4be1-a2d9-0e3076ce549d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:32Z', 'updated_at': '2021-07-16T20:01:34Z', 'revision_number': 3, 'project_id': '454a9d33c455460a9dfb59ca6c522da9', 'gw_port': {'id': 'af157674-cd8e-4be1-a2d9-0e3076ce549d', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:47:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:33Z', 'updated_at': '2021-07-16T20:01:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi'}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:36.251122 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd6dc55-05e0-42bb-920a-2a8e5ea3489c None None] Checking router: f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54 for host: dv-cinder-800697-3-iscsi {{(pid=93023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:01:36.251482 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd6dc55-05e0-42bb-920a-2a8e5ea3489c None None] Updating router f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54 port af157674-cd8e-4be1-a2d9-0e3076ce549d binding host dv-cinder-800697-3-iscsi {{(pid=93023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:01:36.286866 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-0dd6dc55-05e0-42bb-920a-2a8e5ea3489c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:36.338808 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f08c6b-4d31-4e65-9536-694f0b7ca5c9 req-32d28d30-f9fc-452d-a89c-11778a080a0f tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:36.346666 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-39f08c6b-4d31-4e65-9536-694f0b7ca5c9 req-32d28d30-f9fc-452d-a89c-11778a080a0f tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 931 time: 0.1514328 Jul 16 20:01:36.361669 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 89a51dd9-69fa-479e-bf8c-38ef4e0a9294 up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:01:36.416861 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning complete for port 89a51dd9-69fa-479e-bf8c-38ef4e0a9294 triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:36.417190 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:36.424371 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-39f08c6b-4d31-4e65-9536-694f0b7ca5c9 req-d9a64389-d717-4937-921e-b175ccf60a3e tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=710277bd-ee2e-4d27-a450-42b1ed510583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767627 Jul 16 20:01:36.487946 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-7e7df5ff-845f-4425-a0fe-30873084ce37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:36.542700 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [req-f0c99fd4-51c0-4efe-a017-a8a362394586 req-753801d9-7993-4710-939d-e602760c0b43 service neutron] Request body: {'port': {'device_id': '437a660f-8195-4938-a438-8a83c296722a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:36.616050 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-0dd6dc55-05e0-42bb-920a-2a8e5ea3489c None None] Notify callbacks [] for port, precommit_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:36.677184 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.provisioning_blocks [None req-0dd6dc55-05e0-42bb-920a-2a8e5ea3489c None None] Transition to ACTIVE for port object af157674-cd8e-4be1-a2d9-0e3076ce549d will not be triggered until provisioned by entity L2. {{(pid=93023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:36.700164 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-0dd6dc55-05e0-42bb-920a-2a8e5ea3489c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:36.798149 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-f0c99fd4-51c0-4efe-a017-a8a362394586 req-753801d9-7993-4710-939d-e602760c0b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:36.806141 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7a75ca-bf32-4973-bc4d-5c24c1f84fdc None None] Pushing event updated for resources: {'Port': ['ID=af157674-cd8e-4be1-a2d9-0e3076ce549d,revision_number=2']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:36.855397 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d57012-f54b-4b00-a138-27a79b1d98ae req-9d4e6129-0c1f-4f21-a49f-db7497bf03d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:36.859910 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-b7d57012-f54b-4b00-a138-27a79b1d98ae req-9d4e6129-0c1f-4f21-a49f-db7497bf03d8 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=414a34685fd04fe387cb1d18cde8082e&device_id=ee77d7e8-63b4-4996-9190-df688779d8d5 HTTP/1.1" status: 200 len: 1097 time: 0.2899768 Jul 16 20:01:36.863093 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [None req-0dd6dc55-05e0-42bb-920a-2a8e5ea3489c None None] Attempting to bind port af157674-cd8e-4be1-a2d9-0e3076ce549d on host dv-cinder-800697-3-iscsi for vnic_type normal with profile {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:01:36.863707 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [None req-0dd6dc55-05e0-42bb-920a-2a8e5ea3489c None None] Attempting to bind port af157674-cd8e-4be1-a2d9-0e3076ce549d by drivers openvswitch,hyperv on host dv-cinder-800697-3-iscsi at level 0 using segments [{'id': 'cdf336fb-2473-4d8c-b46d-c083e8b3b4ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3'}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:01:36.864236 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd6dc55-05e0-42bb-920a-2a8e5ea3489c None None] Attempting to bind port af157674-cd8e-4be1-a2d9-0e3076ce549d on network 72bddd3a-8a62-4354-b4b3-8a4b3e183ea3 {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:01:36.872674 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd6dc55-05e0-42bb-920a-2a8e5ea3489c None None] Checking agent: {'id': '6d2f6f1f-2a68-46fa-b61c-109a868a14b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 53, 32), 'started_at': datetime.datetime(2021, 7, 16, 19, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:01:36.873429 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd6dc55-05e0-42bb-920a-2a8e5ea3489c None None] Checking segment: {'id': 'cdf336fb-2473-4d8c-b46d-c083e8b3b4ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:01:36.874004 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-0dd6dc55-05e0-42bb-920a-2a8e5ea3489c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:36.874593 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd6dc55-05e0-42bb-920a-2a8e5ea3489c None None] Bound using segment: {'id': 'cdf336fb-2473-4d8c-b46d-c083e8b3b4ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3'} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:01:36.875273 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [None req-0dd6dc55-05e0-42bb-920a-2a8e5ea3489c None None] Bound port: af157674-cd8e-4be1-a2d9-0e3076ce549d, host: dv-cinder-800697-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf336fb-2473-4d8c-b46d-c083e8b3b4ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3'}}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:01:36.875946 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-0dd6dc55-05e0-42bb-920a-2a8e5ea3489c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:36.903993 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] get_ports_and_sgs() called for port_ids ['844fc7f4-1c04-493a-a123-edf58bac7b41'] {{(pid=93022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:01:36.914766 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ead88-e1bc-4b01-bfa1-d28fe8578e44 req-fab4b9af-7a32-4d91-9c40-3664d1af0a67 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:36.916746 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-542ead88-e1bc-4b01-bfa1-d28fe8578e44 req-fab4b9af-7a32-4d91-9c40-3664d1af0a67 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] 10.222.0.98 "GET /v2.0/ports?device_id=a0d38af4-df3d-48d7-a8eb-69e4057b4fea HTTP/1.1" status: 200 len: 946 time: 0.1070917 Jul 16 20:01:36.935307 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [None req-0dd6dc55-05e0-42bb-920a-2a8e5ea3489c None None] For port af157674-cd8e-4be1-a2d9-0e3076ce549d, host dv-cinder-800697-3-iscsi, cleared binding levels {{(pid=93023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:01:36.937310 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] get_ports_and_sgs() called for port_ids ['4a62567f-aa44-4887-a9a0-49d74dc43f12'] {{(pid=93022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:01:36.939988 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [None req-0dd6dc55-05e0-42bb-920a-2a8e5ea3489c None None] For port af157674-cd8e-4be1-a2d9-0e3076ce549d, host dv-cinder-800697-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=af157674-cd8e-4be1-a2d9-0e3076ce549d,segment=NetworkSegment(cdf336fb-2473-4d8c-b46d-c083e8b3b4ea),segment_id=cdf336fb-2473-4d8c-b46d-c083e8b3b4ea)] {{(pid=93023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:01:36.944508 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-0dd6dc55-05e0-42bb-920a-2a8e5ea3489c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:36.958095 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.db_base_plugin_common [None req-7e7df5ff-845f-4425-a0fe-30873084ce37 admin admin] Allocated IP 172.20.0.1 (8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061/5f2098e9-4111-4c88-a086-c142fb02fb5d/b5fada53-37a2-4ac8-b97f-4d5b39ddddc5) {{(pid=93020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:01:37.008261 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7a75ca-bf32-4973-bc4d-5c24c1f84fdc None None] Pushing event updated for resources: {'Port': ['ID=af157674-cd8e-4be1-a2d9-0e3076ce549d,revision_number=3']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:37.043081 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-542ead88-e1bc-4b01-bfa1-d28fe8578e44 req-31971be8-5579-4bb3-9c1e-eb522f994784 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a1c97ec-dc6a-4827-8ef8-b289c5c9d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795205 Jul 16 20:01:37.078043 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd6dc55-05e0-42bb-920a-2a8e5ea3489c None None] Routers {'f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:01:37.078478 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-0dd6dc55-05e0-42bb-920a-2a8e5ea3489c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:01:22Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54'], 'active': True} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:37.318316 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.notifiers.nova [req-f0c99fd4-51c0-4efe-a017-a8a362394586 req-753801d9-7993-4710-939d-e602760c0b43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bf651b9-1121-4e77-97e1-43aeb0746b86 {{(pid=93021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:01:37.329684 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-f0c99fd4-51c0-4efe-a017-a8a362394586 req-753801d9-7993-4710-939d-e602760c0b43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:37.351273 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.provisioning_blocks [req-f0c99fd4-51c0-4efe-a017-a8a362394586 req-753801d9-7993-4710-939d-e602760c0b43 service neutron] Transition to ACTIVE for port object 9bf651b9-1121-4e77-97e1-43aeb0746b86 will not be triggered until provisioned by entity L2. {{(pid=93021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:37.355136 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-f0c99fd4-51c0-4efe-a017-a8a362394586 req-753801d9-7993-4710-939d-e602760c0b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8120901'] for port, after_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:37.372961 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvr_db [None req-0dd6dc55-05e0-42bb-920a-2a8e5ea3489c None None] Set router f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54 gateway port host: dv-cinder-800697-3-iscsi {{(pid=93023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:01:37.384400 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9139ac3a-2182-4131-98cb-fc78c96213b7 req-40aee4bf-5d4e-43a0-a75e-15cae1ba87b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:37.386033 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-9139ac3a-2182-4131-98cb-fc78c96213b7 req-40aee4bf-5d4e-43a0-a75e-15cae1ba87b0 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=905a537c-74db-46cb-a828-eef2ad9ebb6b HTTP/1.1" status: 200 len: 1098 time: 0.7274191 Jul 16 20:01:37.404244 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e82e8a-5175-400f-b37c-7a567faeca2c req-3ba3d827-73b7-498e-a0ec-d5b23d2e2b89 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:37.411017 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-c1e82e8a-5175-400f-b37c-7a567faeca2c req-3ba3d827-73b7-498e-a0ec-d5b23d2e2b89 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 945 time: 0.1619215 Jul 16 20:01:37.448066 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753801d9-7993-4710-939d-e602760c0b43 service neutron] Pushing event updated for resources: {'Port': ['ID=9bf651b9-1121-4e77-97e1-43aeb0746b86,revision_number=2']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:37.544198 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-9139ac3a-2182-4131-98cb-fc78c96213b7 req-ab2bcad6-f8bb-4a49-a208-94ad8e1b87c2 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416442 Jul 16 20:01:37.572551 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-7e7df5ff-845f-4425-a0fe-30873084ce37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:37.573327 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-c1e82e8a-5175-400f-b37c-7a567faeca2c req-f05ca4c9-a8a4-4a09-9de5-c09d7edc8576 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614234 Jul 16 20:01:37.578848 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d57012-f54b-4b00-a138-27a79b1d98ae req-376199b0-f1ef-4fc7-a4f1-f0aeb746f12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:37.580415 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-b7d57012-f54b-4b00-a138-27a79b1d98ae req-376199b0-f1ef-4fc7-a4f1-f0aeb746f12e service neutron] 10.222.0.102 "GET /v2.0/networks?id=393b5044-b44c-402e-be20-85746d24c0e1 HTTP/1.1" status: 200 len: 920 time: 0.7079685 Jul 16 20:01:37.603847 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd668cb7-9f55-4d60-97ae-d51fbc4909c5 req-2f4971a2-ca45-47cf-9380-5662101e27a2 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:37.611689 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-dd668cb7-9f55-4d60-97ae-d51fbc4909c5 req-2f4971a2-ca45-47cf-9380-5662101e27a2 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=905a537c-74db-46cb-a828-eef2ad9ebb6b HTTP/1.1" status: 200 len: 945 time: 0.7504346 Jul 16 20:01:37.623154 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-7e7df5ff-845f-4425-a0fe-30873084ce37 admin admin] Transition to ACTIVE for port object b5fada53-37a2-4ac8-b97f-4d5b39ddddc5 will not be triggered until provisioned by entity DHCP. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:37.648385 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-0dd6dc55-05e0-42bb-920a-2a8e5ea3489c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54', 'name': 'tempest-TestMinimumBasicScenario-569899001-router', 'tenant_id': '454a9d33c455460a9dfb59ca6c522da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'af157674-cd8e-4be1-a2d9-0e3076ce549d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:32Z', 'updated_at': '2021-07-16T20:01:34Z', 'revision_number': 3, 'project_id': '454a9d33c455460a9dfb59ca6c522da9', 'gw_port': {'id': 'af157674-cd8e-4be1-a2d9-0e3076ce549d', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:47:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:33Z', 'updated_at': '2021-07-16T20:01:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi'}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:37.663292 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.managers [req-f0c99fd4-51c0-4efe-a017-a8a362394586 req-753801d9-7993-4710-939d-e602760c0b43 service neutron] Attempting to bind port 9bf651b9-1121-4e77-97e1-43aeb0746b86 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:01:37.663629 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.managers [req-f0c99fd4-51c0-4efe-a017-a8a362394586 req-753801d9-7993-4710-939d-e602760c0b43 service neutron] Attempting to bind port 9bf651b9-1121-4e77-97e1-43aeb0746b86 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '8e320ee3-ef38-49c6-b0e5-96c1ac24e24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '0b3104bd-edfc-4af0-90f6-7b90aa247197'}] {{(pid=93021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:01:37.664105 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c99fd4-51c0-4efe-a017-a8a362394586 req-753801d9-7993-4710-939d-e602760c0b43 service neutron] Attempting to bind port 9bf651b9-1121-4e77-97e1-43aeb0746b86 on network 0b3104bd-edfc-4af0-90f6-7b90aa247197 {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:01:37.672607 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c99fd4-51c0-4efe-a017-a8a362394586 req-753801d9-7993-4710-939d-e602760c0b43 service neutron] Port 9bf651b9-1121-4e77-97e1-43aeb0746b86 on network 0b3104bd-edfc-4af0-90f6-7b90aa247197 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:01:37.673369 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c99fd4-51c0-4efe-a017-a8a362394586 req-753801d9-7993-4710-939d-e602760c0b43 service neutron] Attempting to bind port 9bf651b9-1121-4e77-97e1-43aeb0746b86 on network 0b3104bd-edfc-4af0-90f6-7b90aa247197 {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:01:37.680547 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c99fd4-51c0-4efe-a017-a8a362394586 req-753801d9-7993-4710-939d-e602760c0b43 service neutron] Checking agent: {'id': 'bb34d2fe-afd3-464c-b7a4-0ee0e23bc19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 21), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:01:37.680745 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd6dc55-05e0-42bb-920a-2a8e5ea3489c None None] The sync data for ids ['f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54'] in dv-cinder-800697-3-iscsi is: [{'id': 'f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54', 'name': 'tempest-TestMinimumBasicScenario-569899001-router', 'tenant_id': '454a9d33c455460a9dfb59ca6c522da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'af157674-cd8e-4be1-a2d9-0e3076ce549d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:32Z', 'updated_at': '2021-07-16T20:01:34Z', 'revision_number': 3, 'project_id': '454a9d33c455460a9dfb59ca6c522da9', 'gw_port': {'id': 'af157674-cd8e-4be1-a2d9-0e3076ce549d', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:47:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:33Z', 'updated_at': '2021-07-16T20:01:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi'}] {{(pid=93023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:01:37.681490 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c99fd4-51c0-4efe-a017-a8a362394586 req-753801d9-7993-4710-939d-e602760c0b43 service neutron] Checking segment: {'id': '8e320ee3-ef38-49c6-b0e5-96c1ac24e24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '0b3104bd-edfc-4af0-90f6-7b90aa247197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:01:37.681914 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c99fd4-51c0-4efe-a017-a8a362394586 req-753801d9-7993-4710-939d-e602760c0b43 service neutron] Bound using segment: {'id': '8e320ee3-ef38-49c6-b0e5-96c1ac24e24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '0b3104bd-edfc-4af0-90f6-7b90aa247197'} {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:01:37.682367 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.managers [req-f0c99fd4-51c0-4efe-a017-a8a362394586 req-753801d9-7993-4710-939d-e602760c0b43 service neutron] Bound port: 9bf651b9-1121-4e77-97e1-43aeb0746b86, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e320ee3-ef38-49c6-b0e5-96c1ac24e24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '0b3104bd-edfc-4af0-90f6-7b90aa247197'}}] {{(pid=93021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:01:37.682797 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-f0c99fd4-51c0-4efe-a017-a8a362394586 req-753801d9-7993-4710-939d-e602760c0b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:37.691910 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-b7d57012-f54b-4b00-a138-27a79b1d98ae req-9ecc37e1-f6a5-42ca-9982-561d0ad8a52d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddc0a4a1-f89e-4c54-8976-187b864592ee HTTP/1.1" status: 200 len: 217 time: 0.0765064 Jul 16 20:01:37.807635 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.db [req-f0c99fd4-51c0-4efe-a017-a8a362394586 req-753801d9-7993-4710-939d-e602760c0b43 service neutron] For port 9bf651b9-1121-4e77-97e1-43aeb0746b86, host hv-cinder-80069, cleared binding levels {{(pid=93021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:01:37.814650 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.db [req-f0c99fd4-51c0-4efe-a017-a8a362394586 req-753801d9-7993-4710-939d-e602760c0b43 service neutron] For port 9bf651b9-1121-4e77-97e1-43aeb0746b86, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=9bf651b9-1121-4e77-97e1-43aeb0746b86,segment=NetworkSegment(8e320ee3-ef38-49c6-b0e5-96c1ac24e24d),segment_id=8e320ee3-ef38-49c6-b0e5-96c1ac24e24d)] {{(pid=93021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:01:37.819066 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-dd668cb7-9f55-4d60-97ae-d51fbc4909c5 req-c9c20054-d0f3-443c-ab60-28e8504e4709 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044828 Jul 16 20:01:37.833760 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-f0c99fd4-51c0-4efe-a017-a8a362394586 req-753801d9-7993-4710-939d-e602760c0b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8120901'] for port, after_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:37.845797 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d57012-f54b-4b00-a138-27a79b1d98ae req-48b877da-050c-4acd-9bfc-394dab9ae944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:37.854834 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-b7d57012-f54b-4b00-a138-27a79b1d98ae req-48b877da-050c-4acd-9bfc-394dab9ae944 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=bb407b5a-c60b-422c-8afc-1e584a6a4c1c HTTP/1.1" status: 200 len: 858 time: 0.1450911 Jul 16 20:01:37.907081 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c99fd4-51c0-4efe-a017-a8a362394586 req-753801d9-7993-4710-939d-e602760c0b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:37.907717 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-f0c99fd4-51c0-4efe-a017-a8a362394586 req-753801d9-7993-4710-939d-e602760c0b43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for port, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:37.909291 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-f0c99fd4-51c0-4efe-a017-a8a362394586 req-753801d9-7993-4710-939d-e602760c0b43 service neutron] 10.222.0.102 "PUT /v2.0/ports/9bf651b9-1121-4e77-97e1-43aeb0746b86 HTTP/1.1" status: 200 len: 1093 time: 1.3847756 Jul 16 20:01:37.909769 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '437a660f-8195-4938-a438-8a83c296722a', 'tag': '9bf651b9-1121-4e77-97e1-43aeb0746b86'}] {{(pid=93021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:01:37.912153 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddedcd09e79d8c9fc5d60e66bd670fc6a6ae4dfc146b22652953969e0d1274bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5915ea72-1d2d-4a1e-8f01-c91c98bafd53" -d '{"events": [{"name": "network-changed", "server_uuid": "437a660f-8195-4938-a438-8a83c296722a", "tag": "9bf651b9-1121-4e77-97e1-43aeb0746b86"}]}' {{(pid=93021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:01:37.935922 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-7e7df5ff-845f-4425-a0fe-30873084ce37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786206872486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:37.947357 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-b7d57012-f54b-4b00-a138-27a79b1d98ae req-4321c9d6-b4ce-415e-9bc8-cb57f7e5b2a3 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=393b5044-b44c-402e-be20-85746d24c0e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905445 Jul 16 20:01:37.963839 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753801d9-7993-4710-939d-e602760c0b43 service neutron] Pushing event updated for resources: {'Port': ['ID=9bf651b9-1121-4e77-97e1-43aeb0746b86,revision_number=3']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:38.035331 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe4804-c613-4e30-8dba-7a3b8cf17dea req-b7af2ecc-7a58-49f9-928b-d12b01c580c2 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:38.040935 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-aebe4804-c613-4e30-8dba-7a3b8cf17dea req-b7af2ecc-7a58-49f9-928b-d12b01c580c2 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee77d7e8-63b4-4996-9190-df688779d8d5 HTTP/1.1" status: 200 len: 944 time: 0.2281060 Jul 16 20:01:38.113860 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7df5ff-845f-4425-a0fe-30873084ce37 admin admin] Network 8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061 is already hosted by enough agents. {{(pid=93020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:01:38.127120 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.base_scheduler [None req-7e7df5ff-845f-4425-a0fe-30873084ce37 admin admin] Resources bound (agent type, host, resource id): {{(pid=93020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:38.152686 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7df5ff-845f-4425-a0fe-30873084ce37 admin admin] Received port after_create {{(pid=93020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:01:38.182119 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c99fd4-51c0-4efe-a017-a8a362394586 req-4bd8248f-8583-4fc7-b217-623fd7837403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:38.183953 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-f0c99fd4-51c0-4efe-a017-a8a362394586 req-4bd8248f-8583-4fc7-b217-623fd7837403 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1f6d0bc6cd574899a9225c0ba21b689f&device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 1096 time: 0.2225354 Jul 16 20:01:38.204811 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-aebe4804-c613-4e30-8dba-7a3b8cf17dea req-2b878ebb-9c97-49a5-bb46-f878e8d71b14 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549902 Jul 16 20:01:38.211906 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-7e7df5ff-845f-4425-a0fe-30873084ce37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8300323'] for router_interface, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:38.334373 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7df5ff-845f-4425-a0fe-30873084ce37 admin admin] Pushing event updated for resources: {'Port': ['ID=b5fada53-37a2-4ac8-b97f-4d5b39ddddc5,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:38.352404 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-f0c99fd4-51c0-4efe-a017-a8a362394586 req-3bae86df-ffb7-4205-9f09-57fc7edf18e5 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9bf651b9-1121-4e77-97e1-43aeb0746b86 HTTP/1.1" status: 200 len: 217 time: 0.1461670 Jul 16 20:01:38.354197 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb63cc2-2973-4464-a789-86e16781bdd7 x-openstack-request-id: req-1cb63cc2-2973-4464-a789-86e16781bdd7 {{(pid=93021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:01:38.354518 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "437a660f-8195-4938-a438-8a83c296722a", "tag": "9bf651b9-1121-4e77-97e1-43aeb0746b86", "status": "completed", "code": 200}]} {{(pid=93021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:01:38.354766 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1cb63cc2-2973-4464-a789-86e16781bdd7 {{(pid=93021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:01:38.355162 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '437a660f-8195-4938-a438-8a83c296722a', 'tag': '9bf651b9-1121-4e77-97e1-43aeb0746b86', 'status': 'completed', 'code': 200} Jul 16 20:01:38.471485 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device af157674-cd8e-4be1-a2d9-0e3076ce549d up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:01:38.548600 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c99fd4-51c0-4efe-a017-a8a362394586 req-57ba8e00-0a5b-45a0-a0a9-dc2045fc9dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:38.551329 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-f0c99fd4-51c0-4efe-a017-a8a362394586 req-57ba8e00-0a5b-45a0-a0a9-dc2045fc9dad service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ef5951b2-8beb-4c67-b6c2-485349b7bb28 HTTP/1.1" status: 200 len: 848 time: 0.1849530 Jul 16 20:01:38.561904 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-b7d57012-f54b-4b00-a138-27a79b1d98ae req-dfc246ba-36ed-4f67-bbc3-e2ece048016b service neutron] 10.222.0.102 "GET /v2.0/networks/393b5044-b44c-402e-be20-85746d24c0e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5799742 Jul 16 20:01:38.609741 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning for port af157674-cd8e-4be1-a2d9-0e3076ce549d completed by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:01:38.614497 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a887cd-4d6c-4ff0-a1c5-d07cb631677f req-5770c369-9470-4735-9733-0b030214942e tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:38.614682 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning complete for port af157674-cd8e-4be1-a2d9-0e3076ce549d triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:38.614682 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:38.619132 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-20a887cd-4d6c-4ff0-a1c5-d07cb631677f req-5770c369-9470-4735-9733-0b030214942e tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 943 time: 0.5369101 Jul 16 20:01:38.671096 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2555339a-ac3e-4be4-b23a-4c95a5733dde req-6a3edb56-67e9-48df-8f70-156b3dac56e1 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:38.678858 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-2555339a-ac3e-4be4-b23a-4c95a5733dde req-6a3edb56-67e9-48df-8f70-156b3dac56e1 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] 10.222.0.98 "GET /v2.0/ports?device_id=a0d38af4-df3d-48d7-a8eb-69e4057b4fea HTTP/1.1" status: 200 len: 946 time: 0.1626785 Jul 16 20:01:38.711489 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-dbebad9c-876d-42f8-8e33-0c9985c26b5e None None] Provisioning for port b5fada53-37a2-4ac8-b97f-4d5b39ddddc5 completed by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:01:38.719218 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-dbebad9c-876d-42f8-8e33-0c9985c26b5e None None] Provisioning complete for port b5fada53-37a2-4ac8-b97f-4d5b39ddddc5 triggered by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:38.719596 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-dbebad9c-876d-42f8-8e33-0c9985c26b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:38.738565 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c99fd4-51c0-4efe-a017-a8a362394586 req-7121791b-57b0-4303-a70a-84da987b08f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:38.740292 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-f0c99fd4-51c0-4efe-a017-a8a362394586 req-7121791b-57b0-4303-a70a-84da987b08f9 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=0b3104bd-edfc-4af0-90f6-7b90aa247197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1781960 Jul 16 20:01:38.759753 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-2555339a-ac3e-4be4-b23a-4c95a5733dde req-aeb7efb3-2c92-41a2-ad4f-7998f5fe1d61 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a1c97ec-dc6a-4827-8ef8-b289c5c9d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787404 Jul 16 20:01:38.764197 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-dbebad9c-876d-42f8-8e33-0c9985c26b5e None None] Port b5fada53-37a2-4ac8-b97f-4d5b39ddddc5 cannot update to ACTIVE because it is not bound. {{(pid=93022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:01:38.841868 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:38.872943 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] For port af157674-cd8e-4be1-a2d9-0e3076ce549d, host dv-cinder-800697-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=af157674-cd8e-4be1-a2d9-0e3076ce549d,segment=NetworkSegment(cdf336fb-2473-4d8c-b46d-c083e8b3b4ea),segment_id=cdf336fb-2473-4d8c-b46d-c083e8b3b4ea)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:38.881568 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:38.888543 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-f0c99fd4-51c0-4efe-a017-a8a362394586 req-89ae29cb-cd58-4c28-8347-6d6958ba0c9e service neutron] 10.222.0.102 "GET /v2.0/networks/0b3104bd-edfc-4af0-90f6-7b90aa247197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248260 Jul 16 20:01:38.957462 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-20a887cd-4d6c-4ff0-a1c5-d07cb631677f req-90affd9c-8751-415b-8caf-3127c6555f20 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=710277bd-ee2e-4d27-a450-42b1ed510583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3053298 Jul 16 20:01:38.980653 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Pushing event updated for resources: {'Port': ['ID=af157674-cd8e-4be1-a2d9-0e3076ce549d,revision_number=4']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:39.049747 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-b7d57012-f54b-4b00-a138-27a79b1d98ae req-1520a6d1-0fda-486b-a038-fe537643fc80 service neutron] 10.222.0.102 "GET /v2.0/networks/393b5044-b44c-402e-be20-85746d24c0e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4732208 Jul 16 20:01:39.082762 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-7e7df5ff-845f-4425-a0fe-30873084ce37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:39.209462 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-f0c99fd4-51c0-4efe-a017-a8a362394586 req-2e679751-7e80-41a2-8bc0-29169e366d73 service neutron] 10.222.0.102 "GET /v2.0/networks/0b3104bd-edfc-4af0-90f6-7b90aa247197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120415 Jul 16 20:01:39.223772 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f0544-bdbe-46b1-8b21-227cf0cf4f95 req-2e3d0cc2-e954-41ba-a194-45b2ea5491bc tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:39.233698 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-d75f0544-bdbe-46b1-8b21-227cf0cf4f95 req-2e3d0cc2-e954-41ba-a194-45b2ea5491bc tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 945 time: 0.3044498 Jul 16 20:01:39.314400 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7a638-04ad-408d-92fc-88a5bae6d741 req-403dbc24-71cb-4e92-9575-eb4a71367d8e tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:39.316309 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-fef7a638-04ad-408d-92fc-88a5bae6d741 req-403dbc24-71cb-4e92-9575-eb4a71367d8e tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=905a537c-74db-46cb-a828-eef2ad9ebb6b HTTP/1.1" status: 200 len: 945 time: 0.1617537 Jul 16 20:01:39.321686 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-d75f0544-bdbe-46b1-8b21-227cf0cf4f95 req-a4aee2ad-4aa9-4022-afe5-3bf768b5208b tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830829 Jul 16 20:01:39.398167 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5915ea72-1d2d-4a1e-8f01-c91c98bafd53 req-fcc6db85-3104-42b0-9882-60faa5b2b600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:39.400689 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-5915ea72-1d2d-4a1e-8f01-c91c98bafd53 req-fcc6db85-3104-42b0-9882-60faa5b2b600 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1f6d0bc6cd574899a9225c0ba21b689f&device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 1096 time: 0.1018841 Jul 16 20:01:39.403825 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-fef7a638-04ad-408d-92fc-88a5bae6d741 req-88ca7b7d-53bc-4100-a896-3f3a167dfa88 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740013 Jul 16 20:01:39.452956 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-7e7df5ff-845f-4425-a0fe-30873084ce37 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:39.460053 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-7e7df5ff-845f-4425-a0fe-30873084ce37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6084517'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:39.493941 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device ddc0a4a1-f89e-4c54-8976-187b864592ee details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=93022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:01:39.498102 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device 844fc7f4-1c04-493a-a123-edf58bac7b41 up at agent hyperv_hv-cinder-80069 {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:01:39.574084 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-7e7df5ff-845f-4425-a0fe-30873084ce37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8300375'] for router_interface, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:39.589948 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5915ea72-1d2d-4a1e-8f01-c91c98bafd53 req-8e295841-e1ee-4225-89a2-c3071588e9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:39.591476 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-5915ea72-1d2d-4a1e-8f01-c91c98bafd53 req-8e295841-e1ee-4225-89a2-c3071588e9fb service neutron] 10.222.0.102 "GET /v2.0/networks?id=0b3104bd-edfc-4af0-90f6-7b90aa247197 HTTP/1.1" status: 200 len: 911 time: 0.1842859 Jul 16 20:01:39.644822 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-5915ea72-1d2d-4a1e-8f01-c91c98bafd53 req-2e050591-976b-440c-8aaf-65919a677d89 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9bf651b9-1121-4e77-97e1-43aeb0746b86 HTTP/1.1" status: 200 len: 217 time: 0.0430260 Jul 16 20:01:39.668798 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a381c222-1cf7-43c9-b852-785a72e12f36 req-9e0dcbf2-3525-42d4-8730-f539c5b5ba87 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:39.676066 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-a381c222-1cf7-43c9-b852-785a72e12f36 req-9e0dcbf2-3525-42d4-8730-f539c5b5ba87 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee77d7e8-63b4-4996-9190-df688779d8d5 HTTP/1.1" status: 200 len: 944 time: 0.1546721 Jul 16 20:01:39.692448 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7df5ff-845f-4425-a0fe-30873084ce37 admin admin] Network 8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061 is already hosted by enough agents. {{(pid=93020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:01:39.694368 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.base_scheduler [None req-7e7df5ff-845f-4425-a0fe-30873084ce37 admin admin] Resources bound (agent type, host, resource id): {{(pid=93020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:39.696663 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7df5ff-845f-4425-a0fe-30873084ce37 admin admin] Pushing event updated for resources: {'Port': ['ID=b5fada53-37a2-4ac8-b97f-4d5b39ddddc5,revision_number=2']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:39.741030 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port ddc0a4a1-f89e-4c54-8976-187b864592ee, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ddc0a4a1-f89e-4c54-8976-187b864592ee,segment=NetworkSegment(b84b4437-9c05-4c91-ae64-277a40c58618),segment_id=b84b4437-9c05-4c91-ae64-277a40c58618)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:39.750955 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5915ea72-1d2d-4a1e-8f01-c91c98bafd53 req-8231300b-9187-437a-94d7-99d7b8791357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:39.752446 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-5915ea72-1d2d-4a1e-8f01-c91c98bafd53 req-8231300b-9187-437a-94d7-99d7b8791357 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ef5951b2-8beb-4c67-b6c2-485349b7bb28 HTTP/1.1" status: 200 len: 848 time: 0.1005228 Jul 16 20:01:39.755674 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Returning: {'device': 'ddc0a4a1-f89e-4c54-8976-187b864592ee', 'network_id': '393b5044-b44c-402e-be20-85746d24c0e1', 'port_id': 'ddc0a4a1-f89e-4c54-8976-187b864592ee', 'mac_address': 'fa:16:3e:85:7c:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb407b5a-c60b-422c-8afc-1e584a6a4c1c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:01:39.768528 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-a381c222-1cf7-43c9-b852-785a72e12f36 req-dd4a0291-4cc2-4d6d-b401-a01688734811 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915155 Jul 16 20:01:39.815657 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:39.835378 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Provisioning for port 844fc7f4-1c04-493a-a123-edf58bac7b41 completed by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:01:39.843100 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.notifiers.nova [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddc0a4a1-f89e-4c54-8976-187b864592ee {{(pid=93022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:01:39.847804 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Provisioning complete for port 844fc7f4-1c04-493a-a123-edf58bac7b41 triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:39.848364 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:39.860460 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7df5ff-845f-4425-a0fe-30873084ce37 admin admin] Router f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54 has already been hosted by L3 agent 2edc1d69-0f6a-462d-a1c4-2c7c9be5649e {{(pid=93020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:01:39.863289 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5915ea72-1d2d-4a1e-8f01-c91c98bafd53 req-8ef4edab-199d-4f16-89cc-465f087b0716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:39.865179 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-5915ea72-1d2d-4a1e-8f01-c91c98bafd53 req-8ef4edab-199d-4f16-89cc-465f087b0716 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=0b3104bd-edfc-4af0-90f6-7b90aa247197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0946038 Jul 16 20:01:39.900459 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port ddc0a4a1-f89e-4c54-8976-187b864592ee, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ddc0a4a1-f89e-4c54-8976-187b864592ee,segment=NetworkSegment(b84b4437-9c05-4c91-ae64-277a40c58618),segment_id=b84b4437-9c05-4c91-ae64-277a40c58618)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:39.908592 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:39.995941 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Pushing event updated for resources: {'Port': ['ID=ddc0a4a1-f89e-4c54-8976-187b864592ee,revision_number=4']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:40.020387 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:40.056984 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c288d1de-d84e-416a-9481-842172024325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844fc7f4-1c04-493a-a123-edf58bac7b41'}] {{(pid=93022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:01:40.060839 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9473df89cc7d9a049ef80707cd6efae53c3b25527ef369ad4a6a0d9269bae893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b3189f-55b4-4630-9c8e-8a30ba5f2123" -d '{"events": [{"server_uuid": "c288d1de-d84e-416a-9481-842172024325", "name": "network-vif-plugged", "status": "completed", "tag": "844fc7f4-1c04-493a-a123-edf58bac7b41"}]}' {{(pid=93022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:01:40.075819 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-5915ea72-1d2d-4a1e-8f01-c91c98bafd53 req-23416d29-809f-40d7-bafd-141d37694a57 service neutron] 10.222.0.102 "GET /v2.0/networks/0b3104bd-edfc-4af0-90f6-7b90aa247197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000501 Jul 16 20:01:40.126751 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port 844fc7f4-1c04-493a-a123-edf58bac7b41, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=844fc7f4-1c04-493a-a123-edf58bac7b41,segment=NetworkSegment(b84b4437-9c05-4c91-ae64-277a40c58618),segment_id=b84b4437-9c05-4c91-ae64-277a40c58618)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:40.140577 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:40.141520 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device 4a62567f-aa44-4887-a9a0-49d74dc43f12 up at agent hyperv_hv-cinder-80069 {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:01:40.180428 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7f8ad6-74d8-466b-ba1c-8c9cf298b26f x-openstack-request-id: req-0b7f8ad6-74d8-466b-ba1c-8c9cf298b26f {{(pid=93022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:01:40.180428 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c288d1de-d84e-416a-9481-842172024325", "name": "network-vif-plugged", "status": "completed", "tag": "844fc7f4-1c04-493a-a123-edf58bac7b41", "code": 200}]} {{(pid=93022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:01:40.180883 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0b7f8ad6-74d8-466b-ba1c-8c9cf298b26f {{(pid=93022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:01:40.181721 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7df5ff-845f-4425-a0fe-30873084ce37 admin admin] Notify agent at l3_agent.dv-cinder-800697-3-iscsi the message routers_updated {{(pid=93020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:01:40.195483 dv-cinder-800697-3-iscsi neutron-server[93022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c288d1de-d84e-416a-9481-842172024325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844fc7f4-1c04-493a-a123-edf58bac7b41', 'code': 200} Jul 16 20:01:40.211078 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-7e7df5ff-845f-4425-a0fe-30873084ce37 admin admin] 10.222.0.98 "PUT /v2.0/routers/f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3018460 Jul 16 20:01:40.249520 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] get_ports_and_sgs() called for port_ids ['ddc0a4a1-f89e-4c54-8976-187b864592ee'] {{(pid=93022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:01:40.310218 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-48004e89-695f-4195-97fd-34f6d042b6c6 None None] Provisioning complete for port b5fada53-37a2-4ac8-b97f-4d5b39ddddc5 triggered by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:40.310218 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-48004e89-695f-4195-97fd-34f6d042b6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:40.361122 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9140fe-053d-4e32-8dc8-050d095018bd req-efc48807-5388-4ebd-8c6e-2a7b658cd806 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:40.365400 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Pushing event updated for resources: {'Port': ['ID=844fc7f4-1c04-493a-a123-edf58bac7b41,revision_number=5']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:40.372022 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-4c9140fe-053d-4e32-8dc8-050d095018bd req-efc48807-5388-4ebd-8c6e-2a7b658cd806 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 943 time: 0.1392815 Jul 16 20:01:40.419280 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Provisioning for port 4a62567f-aa44-4887-a9a0-49d74dc43f12 completed by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:01:40.463092 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Provisioning complete for port 4a62567f-aa44-4887-a9a0-49d74dc43f12 triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:40.464944 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:40.474615 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-48004e89-695f-4195-97fd-34f6d042b6c6 None None] Port b5fada53-37a2-4ac8-b97f-4d5b39ddddc5 cannot update to ACTIVE because it is not bound. {{(pid=93022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:01:40.499685 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-4c9140fe-053d-4e32-8dc8-050d095018bd req-aff88ff4-c88e-46da-8c13-d2279f73590c tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=710277bd-ee2e-4d27-a450-42b1ed510583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275990 Jul 16 20:01:40.501892 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-5915ea72-1d2d-4a1e-8f01-c91c98bafd53 req-9ffcd8ce-365c-45db-b633-a2915e3b7a89 service neutron] 10.222.0.102 "GET /v2.0/networks/0b3104bd-edfc-4af0-90f6-7b90aa247197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4173141 Jul 16 20:01:40.565740 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device af157674-cd8e-4be1-a2d9-0e3076ce549d up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:01:40.631915 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 54162) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:40.685598 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2f117a-b322-4543-b578-f3a8ae691cb0 None None] Sync routers for ids ['f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54'] in dv-cinder-800697-3-iscsi {{(pid=93022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:01:40.726792 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2f117a-b322-4543-b578-f3a8ae691cb0 None None] Routers {'f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:01:40.728279 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-7d2f117a-b322-4543-b578-f3a8ae691cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:01:22Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54'], 'active': True} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:40.907881 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:40.949237 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning complete for port af157674-cd8e-4be1-a2d9-0e3076ce549d triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:40.949606 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:41.054890 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port 4a62567f-aa44-4887-a9a0-49d74dc43f12, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=4a62567f-aa44-4887-a9a0-49d74dc43f12,segment=NetworkSegment(1c4d2179-a936-4f83-8fe1-458e36f04a04),segment_id=1c4d2179-a936-4f83-8fe1-458e36f04a04)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:41.057832 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvr_db [None req-7d2f117a-b322-4543-b578-f3a8ae691cb0 None None] Set router f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54 gateway port host: dv-cinder-800697-3-iscsi {{(pid=93022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:01:41.086370 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:41.193469 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 54194) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:41.292185 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-bad31bff-4ac0-46c2-b832-42330726c97d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:41.357782 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Pushing event updated for resources: {'Port': ['ID=4a62567f-aa44-4887-a9a0-49d74dc43f12,revision_number=5']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:41.373295 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-fd7dca85-1ef7-49ed-9e82-f1d417e74311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:41.396221 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe728c-3e35-4724-bc55-d73e96103d2c req-a5d2c5cb-465d-4a94-a905-87e28b5a5f20 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:41.405289 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-72fe728c-3e35-4724-bc55-d73e96103d2c req-a5d2c5cb-465d-4a94-a905-87e28b5a5f20 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 945 time: 0.7635157 Jul 16 20:01:41.449140 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf2e58-2b38-4127-bde0-f8997d2293f9 req-3dcc4c8d-9d7c-43b1-be6b-cd903107f1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:41.451109 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-0baf2e58-2b38-4127-bde0-f8997d2293f9 req-3dcc4c8d-9d7c-43b1-be6b-cd903107f1f3 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 1099 time: 0.7211509 Jul 16 20:01:41.486481 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-72fe728c-3e35-4724-bc55-d73e96103d2c req-b170f9b1-2633-4e6e-a4ae-c09e14cf0e17 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802650 Jul 16 20:01:41.515792 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-7d2f117a-b322-4543-b578-f3a8ae691cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54', 'name': 'tempest-TestMinimumBasicScenario-569899001-router', 'tenant_id': '454a9d33c455460a9dfb59ca6c522da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'af157674-cd8e-4be1-a2d9-0e3076ce549d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:32Z', 'updated_at': '2021-07-16T20:01:38Z', 'revision_number': 4, 'project_id': '454a9d33c455460a9dfb59ca6c522da9', 'gw_port': {'id': 'af157674-cd8e-4be1-a2d9-0e3076ce549d', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:47:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:33Z', 'updated_at': '2021-07-16T20:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_interfaces': [{'id': 'b5fada53-37a2-4ac8-b97f-4d5b39ddddc5', 'name': '', 'network_id': '8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061', 'tenant_id': '454a9d33c455460a9dfb59ca6c522da9', 'mac_address': 'fa:16:3e:66:d9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '5f2098e9-4111-4c88-a086-c142fb02fb5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:36Z', 'updated_at': '2021-07-16T20:01:39Z', 'revision_number': 2, 'project_id': '454a9d33c455460a9dfb59ca6c522da9', 'subnets': [{'id': '5f2098e9-4111-4c88-a086-c142fb02fb5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:41.517997 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-0baf2e58-2b38-4127-bde0-f8997d2293f9 req-8c98a103-d585-4980-8c19-ae4bbefd4e8d service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541782 Jul 16 20:01:41.555815 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2f117a-b322-4543-b578-f3a8ae691cb0 None None] Checking router: f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54 for host: dv-cinder-800697-3-iscsi {{(pid=93022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:01:41.556293 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2f117a-b322-4543-b578-f3a8ae691cb0 None None] Updating router f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54 port b5fada53-37a2-4ac8-b97f-4d5b39ddddc5 binding host dv-cinder-800697-3-iscsi {{(pid=93022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:01:41.565686 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56c16d-bb3e-4bf1-acf7-ea2b0e5d2b71 req-5d54ae27-f017-4122-ba8a-59f584620be4 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:41.567325 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-2c56c16d-bb3e-4bf1-acf7-ea2b0e5d2b71 req-5d54ae27-f017-4122-ba8a-59f584620be4 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee77d7e8-63b4-4996-9190-df688779d8d5 HTTP/1.1" status: 200 len: 945 time: 0.1503356 Jul 16 20:01:41.618725 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-7d2f117a-b322-4543-b578-f3a8ae691cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:41.635837 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-fd7dca85-1ef7-49ed-9e82-f1d417e74311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:41.646772 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 54208) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:41.653584 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [None req-c314de53-a878-4ce2-9082-9cfd3e30decb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2081972644-network', 'tenant_id': '2e25a665d4c7453f935b4598076a0089'}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:41.658515 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-fd7dca85-1ef7-49ed-9e82-f1d417e74311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:41.663890 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-2c56c16d-bb3e-4bf1-acf7-ea2b0e5d2b71 req-662de8d3-3a35-4b1f-9695-b76b0b396e59 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866027 Jul 16 20:01:41.709231 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-fd7dca85-1ef7-49ed-9e82-f1d417e74311 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=62c372a2be3d48188f8c853496ad81b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5147913 Jul 16 20:01:41.712926 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 54210) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:41.744832 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7dca85-1ef7-49ed-9e82-f1d417e74311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005f585e-7be4-4b4d-9380-f0aaab975766,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:41.803255 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-bad31bff-4ac0-46c2-b832-42330726c97d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:41.804205 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-fe9eefb5-47fc-4fe2-a107-f734ec0d5946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:41.809205 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-bad31bff-4ac0-46c2-b832-42330726c97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:41.855650 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-fe9eefb5-47fc-4fe2-a107-f734ec0d5946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:41.879207 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c314de53-a878-4ce2-9082-9cfd3e30decb admin admin] Made reservation on behalf of 2e25a665d4c7453f935b4598076a0089 for: {'network': 1} {{(pid=93020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:01:41.881499 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-c314de53-a878-4ce2-9082-9cfd3e30decb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for network, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:41.884504 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-bad31bff-4ac0-46c2-b832-42330726c97d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=93e3bceef03e45bfa965cadef771e02d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2496135 Jul 16 20:01:41.885285 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad31bff-4ac0-46c2-b832-42330726c97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d6b689-d54e-41b4-b095-4a3a4d458c55,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:41.888703 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 54218) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:41.925087 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-c314de53-a878-4ce2-9082-9cfd3e30decb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:41.958946 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-612636b4-27ba-4f49-8db6-6695a7df9e75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:41.991852 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-612636b4-27ba-4f49-8db6-6695a7df9e75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:42.018699 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-fe9eefb5-47fc-4fe2-a107-f734ec0d5946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:42.021176 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-fe9eefb5-47fc-4fe2-a107-f734ec0d5946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:42.025020 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-fe9eefb5-47fc-4fe2-a107-f734ec0d5946 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/005f585e-7be4-4b4d-9380-f0aaab975766 HTTP/1.1" status: 204 len: 168 time: 0.3085716 Jul 16 20:01:42.043079 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200dabd1-9715-45a5-9d07-8bae45b347d2 req-9c8437e2-064e-4d04-b12c-a574793da137 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:42.046091 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-7d2f117a-b322-4543-b578-f3a8ae691cb0 None None] Notify callbacks [] for port, precommit_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:42.047462 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-200dabd1-9715-45a5-9d07-8bae45b347d2 req-9c8437e2-064e-4d04-b12c-a574793da137 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 943 time: 0.1784325 Jul 16 20:01:42.070402 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-612636b4-27ba-4f49-8db6-6695a7df9e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:42.076805 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-612636b4-27ba-4f49-8db6-6695a7df9e75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:42.078402 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9eefb5-47fc-4fe2-a107-f734ec0d5946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005f585e-7be4-4b4d-9380-f0aaab975766,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:42.079693 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-612636b4-27ba-4f49-8db6-6695a7df9e75 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a0d6b689-d54e-41b4-b095-4a3a4d458c55 HTTP/1.1" status: 204 len: 168 time: 0.1899879 Jul 16 20:01:42.088480 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612636b4-27ba-4f49-8db6-6695a7df9e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d6b689-d54e-41b4-b095-4a3a4d458c55,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:42.140659 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-200dabd1-9715-45a5-9d07-8bae45b347d2 req-3901edd5-1249-4403-a8ab-8a98c8030364 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=710277bd-ee2e-4d27-a450-42b1ed510583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855508 Jul 16 20:01:42.158150 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-7d2f117a-b322-4543-b578-f3a8ae691cb0 None None] Transition to ACTIVE for port object b5fada53-37a2-4ac8-b97f-4d5b39ddddc5 will not be triggered until provisioned by entity L2. {{(pid=93022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:42.168166 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-c314de53-a878-4ce2-9082-9cfd3e30decb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:42.175228 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-c314de53-a878-4ce2-9082-9cfd3e30decb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:42.187130 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-7d2f117a-b322-4543-b578-f3a8ae691cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:42.202588 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539da3e4-2a41-4d84-88cd-d6f1684f24bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a62567f-aa44-4887-a9a0-49d74dc43f12'}] {{(pid=93022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:01:42.205119 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9473df89cc7d9a049ef80707cd6efae53c3b25527ef369ad4a6a0d9269bae893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83dfba4-6ae6-401c-b56b-474115d8df1d" -d '{"events": [{"server_uuid": "539da3e4-2a41-4d84-88cd-d6f1684f24bb", "name": "network-vif-plugged", "status": "completed", "tag": "4a62567f-aa44-4887-a9a0-49d74dc43f12"}]}' {{(pid=93022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:01:42.227355 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c314de53-a878-4ce2-9082-9cfd3e30decb admin admin] vlan segment allocate from pool success with {'vlan_id': 1004, 'physical_network': 'physnet1'} {{(pid=93020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:01:42.233319 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c314de53-a878-4ce2-9082-9cfd3e30decb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e435d9-bfd5-4020-80d8-2f8b1a8c30b9,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:42.253326 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-c314de53-a878-4ce2-9082-9cfd3e30decb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964265'] for segment, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:42.253667 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.db.segments_db [None req-c314de53-a878-4ce2-9082-9cfd3e30decb admin admin] Added segment e6ad63b0-3eaf-40e7-aaf8-1dfb814bd7c7 of type vlan for network 1781c1cc-212e-46b9-acf4-bf5d41050670 Jul 16 20:01:42.323851 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4449610d-6b1f-4db0-a916-b0cea321e7c9 x-openstack-request-id: req-4449610d-6b1f-4db0-a916-b0cea321e7c9 {{(pid=93022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:01:42.324469 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539da3e4-2a41-4d84-88cd-d6f1684f24bb", "name": "network-vif-plugged", "status": "completed", "tag": "4a62567f-aa44-4887-a9a0-49d74dc43f12", "code": 200}]} {{(pid=93022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:01:42.325671 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4449610d-6b1f-4db0-a916-b0cea321e7c9 {{(pid=93022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:01:42.326262 dv-cinder-800697-3-iscsi neutron-server[93022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539da3e4-2a41-4d84-88cd-d6f1684f24bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a62567f-aa44-4887-a9a0-49d74dc43f12', 'code': 200} Jul 16 20:01:42.332041 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-c314de53-a878-4ce2-9082-9cfd3e30decb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786206831382'] for network, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:42.402809 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-c314de53-a878-4ce2-9082-9cfd3e30decb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851'] for network, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:42.404014 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c314de53-a878-4ce2-9082-9cfd3e30decb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:42.404702 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-c314de53-a878-4ce2-9082-9cfd3e30decb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for network, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:42.418684 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7fe917-7bf9-425f-8ff2-6621b0eee6c3 None None] Pushing event updated for resources: {'Port': ['ID=b5fada53-37a2-4ac8-b97f-4d5b39ddddc5,revision_number=3']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:42.418684 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.managers [None req-7d2f117a-b322-4543-b578-f3a8ae691cb0 None None] Attempting to bind port b5fada53-37a2-4ac8-b97f-4d5b39ddddc5 on host dv-cinder-800697-3-iscsi for vnic_type normal with profile {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:01:42.418684 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.managers [None req-7d2f117a-b322-4543-b578-f3a8ae691cb0 None None] Attempting to bind port b5fada53-37a2-4ac8-b97f-4d5b39ddddc5 by drivers openvswitch,hyperv on host dv-cinder-800697-3-iscsi at level 0 using segments [{'id': '504fca60-f34c-4d04-8f01-ade166cd22cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061'}] {{(pid=93022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:01:42.418684 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2f117a-b322-4543-b578-f3a8ae691cb0 None None] Attempting to bind port b5fada53-37a2-4ac8-b97f-4d5b39ddddc5 on network 8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061 {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:01:42.434004 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2f117a-b322-4543-b578-f3a8ae691cb0 None None] Checking agent: {'id': '6d2f6f1f-2a68-46fa-b61c-109a868a14b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 53, 32), 'started_at': datetime.datetime(2021, 7, 16, 19, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:01:42.436643 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2f117a-b322-4543-b578-f3a8ae691cb0 None None] Checking segment: {'id': '504fca60-f34c-4d04-8f01-ade166cd22cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:01:42.438740 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-7d2f117a-b322-4543-b578-f3a8ae691cb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:42.439165 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2f117a-b322-4543-b578-f3a8ae691cb0 None None] Bound using segment: {'id': '504fca60-f34c-4d04-8f01-ade166cd22cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061'} {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:01:42.440807 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.managers [None req-7d2f117a-b322-4543-b578-f3a8ae691cb0 None None] Bound port: b5fada53-37a2-4ac8-b97f-4d5b39ddddc5, host: dv-cinder-800697-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fca60-f34c-4d04-8f01-ade166cd22cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061'}}] {{(pid=93022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:01:42.441211 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-7d2f117a-b322-4543-b578-f3a8ae691cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:42.506994 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c314de53-a878-4ce2-9082-9cfd3e30decb admin admin] Pushing event updated for resources: {'Network': ['ID=1781c1cc-212e-46b9-acf4-bf5d41050670,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:42.512582 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-c314de53-a878-4ce2-9082-9cfd3e30decb admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8644023 Jul 16 20:01:42.515340 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 54234) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:42.521826 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [None req-aebf0729-81e6-4879-bc3a-db4603be7517 admin admin] Request body: {'subnet': {'network_id': '1781c1cc-212e-46b9-acf4-bf5d41050670', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2081972644-subnet', 'tenant_id': '2e25a665d4c7453f935b4598076a0089', 'ip_version': 4}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:42.559864 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Network 1781c1cc-212e-46b9-acf4-bf5d41050670 details requested by agent ovs-agent-dv-cinder-800697-3-iscsi with host dv-cinder-800697-3-iscsi {{(pid=93022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:01:42.658215 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aebf0729-81e6-4879-bc3a-db4603be7517 admin admin] Made reservation on behalf of 2e25a665d4c7453f935b4598076a0089 for: {'subnet': 1} {{(pid=93021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:01:42.661051 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-aebf0729-81e6-4879-bc3a-db4603be7517 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6192253'] for subnet, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:42.743844 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-7d2f117a-b322-4543-b578-f3a8ae691cb0 None None] For port b5fada53-37a2-4ac8-b97f-4d5b39ddddc5, host dv-cinder-800697-3-iscsi, cleared binding levels {{(pid=93022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:01:42.751011 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-7d2f117a-b322-4543-b578-f3a8ae691cb0 None None] For port b5fada53-37a2-4ac8-b97f-4d5b39ddddc5, host dv-cinder-800697-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=b5fada53-37a2-4ac8-b97f-4d5b39ddddc5,segment=NetworkSegment(504fca60-f34c-4d04-8f01-ade166cd22cf),segment_id=504fca60-f34c-4d04-8f01-ade166cd22cf)] {{(pid=93022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:01:42.761676 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-7d2f117a-b322-4543-b578-f3a8ae691cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:42.811395 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 54244) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:42.836557 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba44cb8-ebaa-4998-9cf8-bd6dca7510d8 req-1e8ea6c5-f654-4cf3-abaa-3f4ced22f6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:42.838326 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-0ba44cb8-ebaa-4998-9cf8-bd6dca7510d8 req-1e8ea6c5-f654-4cf3-abaa-3f4ced22f6ce service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 1099 time: 0.2726588 Jul 16 20:01:42.859332 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-c9ef5a7d-d0a7-4999-a353-d505c19cd9e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:42.861867 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2f117a-b322-4543-b578-f3a8ae691cb0 None None] Routers {'f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:01:42.862897 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-7d2f117a-b322-4543-b578-f3a8ae691cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:01:22Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54'], 'active': True} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:42.932570 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7fe917-7bf9-425f-8ff2-6621b0eee6c3 None None] Pushing event updated for resources: {'Port': ['ID=b5fada53-37a2-4ac8-b97f-4d5b39ddddc5,revision_number=4']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:42.972246 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3d497-739d-4ad0-986a-615ebc4e1219 req-28d72fba-aa93-43a4-a74d-4a25489a0695 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:42.979768 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-2fe3d497-739d-4ad0-986a-615ebc4e1219 req-28d72fba-aa93-43a4-a74d-4a25489a0695 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 946 time: 0.2645392 Jul 16 20:01:43.003705 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-0ba44cb8-ebaa-4998-9cf8-bd6dca7510d8 req-bcd42f50-72d1-4b1f-bc63-f0dbf9a38562 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461704 Jul 16 20:01:43.006377 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-aebf0729-81e6-4879-bc3a-db4603be7517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7945194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8121040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6192239'] for subnet, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:43.043451 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-2fe3d497-739d-4ad0-986a-615ebc4e1219 req-963c0e56-86d7-4af6-8122-355312d2d9fb tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626950 Jul 16 20:01:43.048923 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvr_db [None req-7d2f117a-b322-4543-b578-f3a8ae691cb0 None None] Set router f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54 gateway port host: dv-cinder-800697-3-iscsi {{(pid=93022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:01:43.105298 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebf0729-81e6-4879-bc3a-db4603be7517 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bd7e84a-b9db-4784-8631-ef6f78543a75,revision_number=0']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:43.113868 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebf0729-81e6-4879-bc3a-db4603be7517 admin admin] Checking segment: {'id': 'e6ad63b0-3eaf-40e7-aaf8-1dfb814bd7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '1781c1cc-212e-46b9-acf4-bf5d41050670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:01:43.114640 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebf0729-81e6-4879-bc3a-db4603be7517 admin admin] Network hostable DHCP agents. Network: 1781c1cc-212e-46b9-acf4-bf5d41050670, hostable agents: ['b3327041-ebae-4eef-8a27-dd2dfc08199a'], hosted agents: [] {{(pid=93021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:01:43.131785 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc0093-e3e4-409e-8097-f8c14431dee2 req-c6adae80-93da-4548-a94c-b34a431fa1e5 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:43.133412 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-7acc0093-e3e4-409e-8097-f8c14431dee2 req-c6adae80-93da-4548-a94c-b34a431fa1e5 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee77d7e8-63b4-4996-9190-df688779d8d5 HTTP/1.1" status: 200 len: 945 time: 0.1873984 Jul 16 20:01:43.144311 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-c9ef5a7d-d0a7-4999-a353-d505c19cd9e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:43.151394 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-c9ef5a7d-d0a7-4999-a353-d505c19cd9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:43.165186 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebf0729-81e6-4879-bc3a-db4603be7517 admin admin] Network 1781c1cc-212e-46b9-acf4-bf5d41050670 is scheduled to be hosted by DHCP agent b3327041-ebae-4eef-8a27-dd2dfc08199a with binding_index 1 {{(pid=93021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:01:43.220158 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-7acc0093-e3e4-409e-8097-f8c14431dee2 req-cc52dde8-36e6-4834-8b96-4d052e25bf3a tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779090 Jul 16 20:01:43.220710 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 54256) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:43.221481 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-c9ef5a7d-d0a7-4999-a353-d505c19cd9e1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e41510345eeb4e71a48a12bd9f8890ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4079320 Jul 16 20:01:43.222919 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef5a7d-d0a7-4999-a353-d505c19cd9e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327e304a-19db-4daf-ad38-3fd96ea2f3ac,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:43.238847 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.base_scheduler [None req-aebf0729-81e6-4879-bc3a-db4603be7517 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-3-iscsi, 1781c1cc-212e-46b9-acf4-bf5d41050670) {{(pid=93021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:43.261404 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebf0729-81e6-4879-bc3a-db4603be7517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:43.261989 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-aebf0729-81e6-4879-bc3a-db4603be7517 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for subnet, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:43.274558 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a519e2-9121-4fb4-a890-91935150d897 None None] Network 1781c1cc-212e-46b9-acf4-bf5d41050670 requested from dv-cinder-800697-3-iscsi {{(pid=93022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:01:43.298044 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-aebf0729-81e6-4879-bc3a-db4603be7517 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7809796 Jul 16 20:01:43.300771 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 54260) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:43.307365 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [None req-dd637650-c50d-4449-b369-29752d884c2d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2081972644-router', 'tenant_id': '2e25a665d4c7453f935b4598076a0089', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3'}}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:43.323889 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-29f0bb97-a075-4430-be10-92d7e462b55d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:43.336939 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-dd637650-c50d-4449-b369-29752d884c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8363236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126830'] for router, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:43.338564 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-dd637650-c50d-4449-b369-29752d884c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8300438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8363043', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8382923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126823'] for router, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:43.367117 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-29f0bb97-a075-4430-be10-92d7e462b55d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:43.414182 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-dd637650-c50d-4449-b369-29752d884c2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:43.449455 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-29f0bb97-a075-4430-be10-92d7e462b55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:43.456111 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-29f0bb97-a075-4430-be10-92d7e462b55d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:43.460790 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-29f0bb97-a075-4430-be10-92d7e462b55d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/327e304a-19db-4daf-ad38-3fd96ea2f3ac HTTP/1.1" status: 204 len: 168 time: 0.2356515 Jul 16 20:01:43.473152 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f0bb97-a075-4430-be10-92d7e462b55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327e304a-19db-4daf-ad38-3fd96ea2f3ac,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:43.533577 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device 9bf651b9-1121-4e77-97e1-43aeb0746b86 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=93022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:01:43.536114 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device ddc0a4a1-f89e-4c54-8976-187b864592ee up at agent hyperv_hv-cinder-80069 {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:01:43.597808 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-7d2f117a-b322-4543-b578-f3a8ae691cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54', 'name': 'tempest-TestMinimumBasicScenario-569899001-router', 'tenant_id': '454a9d33c455460a9dfb59ca6c522da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'af157674-cd8e-4be1-a2d9-0e3076ce549d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:32Z', 'updated_at': '2021-07-16T20:01:38Z', 'revision_number': 4, 'project_id': '454a9d33c455460a9dfb59ca6c522da9', 'gw_port': {'id': 'af157674-cd8e-4be1-a2d9-0e3076ce549d', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:47:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:33Z', 'updated_at': '2021-07-16T20:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_interfaces': [{'id': 'b5fada53-37a2-4ac8-b97f-4d5b39ddddc5', 'name': '', 'network_id': '8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061', 'tenant_id': '454a9d33c455460a9dfb59ca6c522da9', 'mac_address': 'fa:16:3e:66:d9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '5f2098e9-4111-4c88-a086-c142fb02fb5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:36Z', 'updated_at': '2021-07-16T20:01:42Z', 'revision_number': 4, 'project_id': '454a9d33c455460a9dfb59ca6c522da9', 'subnets': [{'id': '5f2098e9-4111-4c88-a086-c142fb02fb5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:43.647553 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2f117a-b322-4543-b578-f3a8ae691cb0 None None] The sync data for ids ['f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54'] in dv-cinder-800697-3-iscsi is: [{'id': 'f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54', 'name': 'tempest-TestMinimumBasicScenario-569899001-router', 'tenant_id': '454a9d33c455460a9dfb59ca6c522da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'af157674-cd8e-4be1-a2d9-0e3076ce549d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:32Z', 'updated_at': '2021-07-16T20:01:38Z', 'revision_number': 4, 'project_id': '454a9d33c455460a9dfb59ca6c522da9', 'gw_port': {'id': 'af157674-cd8e-4be1-a2d9-0e3076ce549d', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:47:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:33Z', 'updated_at': '2021-07-16T20:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_interfaces': [{'id': 'b5fada53-37a2-4ac8-b97f-4d5b39ddddc5', 'name': '', 'network_id': '8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061', 'tenant_id': '454a9d33c455460a9dfb59ca6c522da9', 'mac_address': 'fa:16:3e:66:d9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '5f2098e9-4111-4c88-a086-c142fb02fb5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:36Z', 'updated_at': '2021-07-16T20:01:42Z', 'revision_number': 4, 'project_id': '454a9d33c455460a9dfb59ca6c522da9', 'subnets': [{'id': '5f2098e9-4111-4c88-a086-c142fb02fb5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:01:43.726550 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f38939-f663-4aa0-8b09-8c95a55b8489 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdcc69863-837d-598d-acb5-02636b18cee0-1781c1cc-212e-46b9-acf4-bf5d41050670', 'network_id': '1781c1cc-212e-46b9-acf4-bf5d41050670', 'tenant_id': '2e25a665d4c7453f935b4598076a0089', 'fixed_ips': [{'subnet_id': '2bd7e84a-b9db-4784-8631-ef6f78543a75'}]}} from dv-cinder-800697-3-iscsi. {{(pid=93022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:01:43.728268 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-c5f38939-f663-4aa0-8b09-8c95a55b8489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_create {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:43.862898 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-dd637650-c50d-4449-b369-29752d884c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8363057', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8363137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126837'] for router, precommit_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:43.914654 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Provisioning for port ddc0a4a1-f89e-4c54-8976-187b864592ee completed by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:01:43.928820 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port 9bf651b9-1121-4e77-97e1-43aeb0746b86, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=9bf651b9-1121-4e77-97e1-43aeb0746b86,segment=NetworkSegment(8e320ee3-ef38-49c6-b0e5-96c1ac24e24d),segment_id=8e320ee3-ef38-49c6-b0e5-96c1ac24e24d)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:43.934627 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Provisioning complete for port ddc0a4a1-f89e-4c54-8976-187b864592ee triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:43.938144 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:43.950252 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a9f91-8540-4ef7-8b43-a7eee188991c req-a28ba03f-e6d7-4bba-8020-c5da3ae4a546 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:43.952437 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-952a9f91-8540-4ef7-8b43-a7eee188991c req-a28ba03f-e6d7-4bba-8020-c5da3ae4a546 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 943 time: 0.5425098 Jul 16 20:01:43.991902 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Returning: {'device': '9bf651b9-1121-4e77-97e1-43aeb0746b86', 'network_id': '0b3104bd-edfc-4af0-90f6-7b90aa247197', 'port_id': '9bf651b9-1121-4e77-97e1-43aeb0746b86', 'mac_address': 'fa:16:3e:ae:a3:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1037, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef5951b2-8beb-4c67-b6c2-485349b7bb28', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:01:44.095982 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-952a9f91-8540-4ef7-8b43-a7eee188991c req-3741210e-c016-4650-8807-0911c40b23b2 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=710277bd-ee2e-4d27-a450-42b1ed510583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366341 Jul 16 20:01:44.372309 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-dd637650-c50d-4449-b369-29752d884c2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:44.434960 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-dd637650-c50d-4449-b369-29752d884c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:44.449365 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674aa4ce-58ac-4873-99ea-36b98710843a req-0821aa21-8427-4af8-bb5c-aa44cc29e4fc tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:44.452206 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-674aa4ce-58ac-4873-99ea-36b98710843a req-0821aa21-8427-4af8-bb5c-aa44cc29e4fc tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 946 time: 0.1832166 Jul 16 20:01:44.531847 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:44.536391 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-674aa4ce-58ac-4873-99ea-36b98710843a req-925ed644-ad2c-4c2e-b471-758f472cfa0d tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751567 Jul 16 20:01:44.631221 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.db_base_plugin_common [None req-c5f38939-f663-4aa0-8b09-8c95a55b8489 None None] Allocated IP 172.20.0.2 (1781c1cc-212e-46b9-acf4-bf5d41050670/2bd7e84a-b9db-4784-8631-ef6f78543a75/0989a19f-fc96-4a2f-933d-6a2e0b5b8297) {{(pid=93022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:01:44.677584 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.notifiers.nova [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bf651b9-1121-4e77-97e1-43aeb0746b86 {{(pid=93022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:01:44.699863 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device b5fada53-37a2-4ac8-b97f-4d5b39ddddc5 up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:01:44.805452 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.db_base_plugin_common [None req-dd637650-c50d-4449-b369-29752d884c2d admin admin] Allocated IP 172.27.1.86 (72bddd3a-8a62-4354-b4b3-8a4b3e183ea3/b7c8a0af-efd8-4b77-9799-206f74457d50/4f46556c-dc5a-4bc5-b382-4537d84f67f4) {{(pid=93020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:01:44.821795 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241271fc-7e3c-4d97-b556-40c9f96316ed req-462557e2-6000-4bcb-89ce-2502bc91aead tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:44.830248 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc33128-652f-494f-ba5c-1bf8e59e11c0 req-4b640a10-b823-4d93-9172-bd9168ec6c3f tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:44.838269 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-ecc33128-652f-494f-ba5c-1bf8e59e11c0 req-4b640a10-b823-4d93-9172-bd9168ec6c3f tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee77d7e8-63b4-4996-9190-df688779d8d5 HTTP/1.1" status: 200 len: 945 time: 0.2869167 Jul 16 20:01:44.838605 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-241271fc-7e3c-4d97-b556-40c9f96316ed req-462557e2-6000-4bcb-89ce-2502bc91aead tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 946 time: 0.1423616 Jul 16 20:01:44.839373 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 54342) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:44.844050 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [None req-5720414a-dcf5-4a9e-892d-d7e865bfaaa1 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Request body: {'floatingip': {'port_id': '4a62567f-aa44-4887-a9a0-49d74dc43f12'}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:44.935033 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-ecc33128-652f-494f-ba5c-1bf8e59e11c0 req-c99d661e-a2c2-47ff-a297-7ded1dce8343 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904272 Jul 16 20:01:44.952974 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-c5f38939-f663-4aa0-8b09-8c95a55b8489 None None] Notify callbacks [] for port, precommit_create {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:44.991121 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port 9bf651b9-1121-4e77-97e1-43aeb0746b86, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=9bf651b9-1121-4e77-97e1-43aeb0746b86,segment=NetworkSegment(8e320ee3-ef38-49c6-b0e5-96c1ac24e24d),segment_id=8e320ee3-ef38-49c6-b0e5-96c1ac24e24d)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:44.997491 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-5720414a-dcf5-4a9e-892d-d7e865bfaaa1 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks [] for floatingip, before_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:44.998101 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-c5f38939-f663-4aa0-8b09-8c95a55b8489 None None] Transition to ACTIVE for port object 0989a19f-fc96-4a2f-933d-6a2e0b5b8297 will not be triggered until provisioned by entity L2. {{(pid=93022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:45.028303 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:45.110150 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-dd637650-c50d-4449-b369-29752d884c2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:45.145349 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Pushing event updated for resources: {'Port': ['ID=9bf651b9-1121-4e77-97e1-43aeb0746b86,revision_number=4']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:45.163959 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-dd637650-c50d-4449-b369-29752d884c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786206872486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:45.188295 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-c5f38939-f663-4aa0-8b09-8c95a55b8489 None None] Transition to ACTIVE for port object 0989a19f-fc96-4a2f-933d-6a2e0b5b8297 will not be triggered until provisioned by entity DHCP. {{(pid=93022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:45.212687 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-c5f38939-f663-4aa0-8b09-8c95a55b8489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786206872486'] for port, after_create {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:45.265400 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:45.274630 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd637650-c50d-4449-b369-29752d884c2d admin admin] Network 72bddd3a-8a62-4354-b4b3-8a4b3e183ea3 is already hosted by enough agents. {{(pid=93020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:01:45.278188 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.base_scheduler [None req-dd637650-c50d-4449-b369-29752d884c2d admin admin] Resources bound (agent type, host, resource id): {{(pid=93020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:45.300943 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f38939-f663-4aa0-8b09-8c95a55b8489 None None] Network 1781c1cc-212e-46b9-acf4-bf5d41050670 is already hosted by enough agents. {{(pid=93022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:01:45.302207 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning for port b5fada53-37a2-4ac8-b97f-4d5b39ddddc5 completed by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:01:45.308542 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd637650-c50d-4449-b369-29752d884c2d admin admin] Received port after_create {{(pid=93020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:01:45.308795 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.scheduler.base_scheduler [None req-c5f38939-f663-4aa0-8b09-8c95a55b8489 None None] Resources bound (agent type, host, resource id): {{(pid=93022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:45.311461 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f38939-f663-4aa0-8b09-8c95a55b8489 None None] Received port after_create {{(pid=93022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:01:45.318129 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd637650-c50d-4449-b369-29752d884c2d admin admin] Pushing event updated for resources: {'Port': ['ID=4f46556c-dc5a-4bc5-b382-4537d84f67f4,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:45.364019 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee77d7e8-63b4-4996-9190-df688779d8d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc0a4a1-f89e-4c54-8976-187b864592ee'}] {{(pid=93022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:01:45.366487 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9473df89cc7d9a049ef80707cd6efae53c3b25527ef369ad4a6a0d9269bae893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660d9ac6-48f1-47af-8e38-763fb8106e98" -d '{"events": [{"server_uuid": "ee77d7e8-63b4-4996-9190-df688779d8d5", "name": "network-vif-plugged", "status": "completed", "tag": "ddc0a4a1-f89e-4c54-8976-187b864592ee"}]}' {{(pid=93022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:01:45.404392 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning complete for port b5fada53-37a2-4ac8-b97f-4d5b39ddddc5 triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:45.404769 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:45.447611 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] get_ports_and_sgs() called for port_ids ['9bf651b9-1121-4e77-97e1-43aeb0746b86'] {{(pid=93022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:01:45.480100 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da24de38-f22a-40c2-bf0b-e55ff0fde34d x-openstack-request-id: req-da24de38-f22a-40c2-bf0b-e55ff0fde34d {{(pid=93022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:01:45.480389 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee77d7e8-63b4-4996-9190-df688779d8d5", "name": "network-vif-plugged", "status": "completed", "tag": "ddc0a4a1-f89e-4c54-8976-187b864592ee", "code": 200}]} {{(pid=93022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:01:45.480644 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-da24de38-f22a-40c2-bf0b-e55ff0fde34d {{(pid=93022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:01:45.481030 dv-cinder-800697-3-iscsi neutron-server[93022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee77d7e8-63b4-4996-9190-df688779d8d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc0a4a1-f89e-4c54-8976-187b864592ee', 'code': 200} Jul 16 20:01:45.538129 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.managers [None req-c5f38939-f663-4aa0-8b09-8c95a55b8489 None None] Attempting to bind port 0989a19f-fc96-4a2f-933d-6a2e0b5b8297 on host dv-cinder-800697-3-iscsi for vnic_type normal with profile {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:01:45.538701 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.managers [None req-c5f38939-f663-4aa0-8b09-8c95a55b8489 None None] Attempting to bind port 0989a19f-fc96-4a2f-933d-6a2e0b5b8297 by drivers openvswitch,hyperv on host dv-cinder-800697-3-iscsi at level 0 using segments [{'id': 'e6ad63b0-3eaf-40e7-aaf8-1dfb814bd7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '1781c1cc-212e-46b9-acf4-bf5d41050670'}] {{(pid=93022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:01:45.539216 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f38939-f663-4aa0-8b09-8c95a55b8489 None None] Attempting to bind port 0989a19f-fc96-4a2f-933d-6a2e0b5b8297 on network 1781c1cc-212e-46b9-acf4-bf5d41050670 {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:01:45.546242 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port ddc0a4a1-f89e-4c54-8976-187b864592ee, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ddc0a4a1-f89e-4c54-8976-187b864592ee,segment=NetworkSegment(b84b4437-9c05-4c91-ae64-277a40c58618),segment_id=b84b4437-9c05-4c91-ae64-277a40c58618)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:45.556582 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f38939-f663-4aa0-8b09-8c95a55b8489 None None] Pushing event updated for resources: {'Port': ['ID=0989a19f-fc96-4a2f-933d-6a2e0b5b8297,revision_number=1']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:45.562951 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f38939-f663-4aa0-8b09-8c95a55b8489 None None] Checking agent: {'id': '6d2f6f1f-2a68-46fa-b61c-109a868a14b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 53, 32), 'started_at': datetime.datetime(2021, 7, 16, 19, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:01:45.563359 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f38939-f663-4aa0-8b09-8c95a55b8489 None None] Checking segment: {'id': 'e6ad63b0-3eaf-40e7-aaf8-1dfb814bd7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '1781c1cc-212e-46b9-acf4-bf5d41050670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:01:45.563840 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-c5f38939-f663-4aa0-8b09-8c95a55b8489 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:45.564322 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f38939-f663-4aa0-8b09-8c95a55b8489 None None] Bound using segment: {'id': 'e6ad63b0-3eaf-40e7-aaf8-1dfb814bd7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '1781c1cc-212e-46b9-acf4-bf5d41050670'} {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:01:45.564951 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.managers [None req-c5f38939-f663-4aa0-8b09-8c95a55b8489 None None] Bound port: 0989a19f-fc96-4a2f-933d-6a2e0b5b8297, host: dv-cinder-800697-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6ad63b0-3eaf-40e7-aaf8-1dfb814bd7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '1781c1cc-212e-46b9-acf4-bf5d41050670'}}] {{(pid=93022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:01:45.565496 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-c5f38939-f663-4aa0-8b09-8c95a55b8489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:45.567794 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:45.811165 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:45.818559 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d0979-5633-4c45-a43c-be0a2b0f8f98 req-e5d7e8fa-f32a-4df6-86f9-46204d399173 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:45.826967 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-141d0979-5633-4c45-a43c-be0a2b0f8f98 req-e5d7e8fa-f32a-4df6-86f9-46204d399173 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 944 time: 0.4573987 Jul 16 20:01:45.869877 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-c5f38939-f663-4aa0-8b09-8c95a55b8489 None None] For port 0989a19f-fc96-4a2f-933d-6a2e0b5b8297, host dv-cinder-800697-3-iscsi, cleared binding levels {{(pid=93022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:01:45.872222 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-dd637650-c50d-4449-b369-29752d884c2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:45.887845 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Pushing event updated for resources: {'Port': ['ID=ddc0a4a1-f89e-4c54-8976-187b864592ee,revision_number=5']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:45.917023 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-c5f38939-f663-4aa0-8b09-8c95a55b8489 None None] For port 0989a19f-fc96-4a2f-933d-6a2e0b5b8297, host dv-cinder-800697-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=0989a19f-fc96-4a2f-933d-6a2e0b5b8297,segment=NetworkSegment(e6ad63b0-3eaf-40e7-aaf8-1dfb814bd7c7),segment_id=e6ad63b0-3eaf-40e7-aaf8-1dfb814bd7c7)] {{(pid=93022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:01:45.923033 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-c5f38939-f663-4aa0-8b09-8c95a55b8489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:45.926613 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] For port b5fada53-37a2-4ac8-b97f-4d5b39ddddc5, host dv-cinder-800697-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=b5fada53-37a2-4ac8-b97f-4d5b39ddddc5,segment=NetworkSegment(504fca60-f34c-4d04-8f01-ade166cd22cf),segment_id=504fca60-f34c-4d04-8f01-ade166cd22cf)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:45.964653 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:46.052199 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f38939-f663-4aa0-8b09-8c95a55b8489 None None] Pushing event updated for resources: {'Port': ['ID=0989a19f-fc96-4a2f-933d-6a2e0b5b8297,revision_number=2']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:46.094046 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-141d0979-5633-4c45-a43c-be0a2b0f8f98 req-6fe1bbbe-1a23-40a0-a3a8-645d3be79caa tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=710277bd-ee2e-4d27-a450-42b1ed510583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2655263 Jul 16 20:01:46.152078 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Pushing event updated for resources: {'Port': ['ID=b5fada53-37a2-4ac8-b97f-4d5b39ddddc5,revision_number=5']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:46.287334 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf57667-3f23-4e72-aee4-81dd4f7b97c5 req-97f4f50a-128f-4849-a200-85867b4330b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:46.288802 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-4bf57667-3f23-4e72-aee4-81dd4f7b97c5 req-97f4f50a-128f-4849-a200-85867b4330b1 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=ee77d7e8-63b4-4996-9190-df688779d8d5 HTTP/1.1" status: 200 len: 1099 time: 0.4583890 Jul 16 20:01:46.359128 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f24a862-cccd-4205-bb33-dfe4b075d499 req-73c84b6f-8cd0-42af-845e-7306c0e10a0c tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:46.361196 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-5f24a862-cccd-4205-bb33-dfe4b075d499 req-73c84b6f-8cd0-42af-845e-7306c0e10a0c tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee77d7e8-63b4-4996-9190-df688779d8d5 HTTP/1.1" status: 200 len: 946 time: 0.1711140 Jul 16 20:01:46.363095 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-dd637650-c50d-4449-b369-29752d884c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8363247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8363028'] for router, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:46.420131 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device b5fada53-37a2-4ac8-b97f-4d5b39ddddc5 up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:01:46.463808 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-4bf57667-3f23-4e72-aee4-81dd4f7b97c5 req-93f4337b-5d45-4e88-a087-6dd12547fd58 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331520 Jul 16 20:01:46.465480 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.db.resource_extend [None req-5720414a-dcf5-4a9e-892d-d7e865bfaaa1 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:01:46.523158 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning complete for port b5fada53-37a2-4ac8-b97f-4d5b39ddddc5 triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:46.524437 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:46.545070 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-5f24a862-cccd-4205-bb33-dfe4b075d499 req-e596a63a-a14c-4533-b11d-d072cb115255 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764150 Jul 16 20:01:46.612586 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd637650-c50d-4449-b369-29752d884c2d admin admin] Router b70a51fb-758c-43b3-8e8f-f203c90c25ad is scheduled to L3 agent 2edc1d69-0f6a-462d-a1c4-2c7c9be5649e with binding_index 1 {{(pid=93020) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:01:46.752691 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd637650-c50d-4449-b369-29752d884c2d admin admin] Notify agent at l3_agent.dv-cinder-800697-3-iscsi the message routers_updated {{(pid=93020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:01:46.763049 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fb8d81-8e7c-49f8-afef-791a4eeb83b1 None None] Sync routers for ids ['b70a51fb-758c-43b3-8e8f-f203c90c25ad'] in dv-cinder-800697-3-iscsi {{(pid=93023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:01:46.772894 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fb8d81-8e7c-49f8-afef-791a4eeb83b1 None None] Routers {'b70a51fb-758c-43b3-8e8f-f203c90c25ad'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:01:46.773361 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-dd637650-c50d-4449-b369-29752d884c2d admin admin] Notify callbacks [] for router, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:46.774563 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-88fb8d81-8e7c-49f8-afef-791a4eeb83b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:01:22Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['b70a51fb-758c-43b3-8e8f-f203c90c25ad'], 'active': True} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:46.778090 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-dd637650-c50d-4449-b369-29752d884c2d admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4733877 Jul 16 20:01:46.778306 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 54402) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:46.850981 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-5720414a-dcf5-4a9e-892d-d7e865bfaaa1 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:46.855284 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-5720414a-dcf5-4a9e-892d-d7e865bfaaa1 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8363194'] for floatingip, after_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:46.895487 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvr_db [None req-88fb8d81-8e7c-49f8-afef-791a4eeb83b1 None None] Set router b70a51fb-758c-43b3-8e8f-f203c90c25ad gateway port host: dv-cinder-800697-3-iscsi {{(pid=93023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:01:46.966835 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.db.l3_db [None req-5720414a-dcf5-4a9e-892d-d7e865bfaaa1 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Floating IP 9a256a9f-1ef0-4ac6-8915-6fac5f1a6b14 associated. External IP: 172.27.1.123, port: 4a62567f-aa44-4887-a9a0-49d74dc43f12. Jul 16 20:01:47.126598 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-88fb8d81-8e7c-49f8-afef-791a4eeb83b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70a51fb-758c-43b3-8e8f-f203c90c25ad', 'name': 'tempest-TestMinimumBasicScenario-2081972644-router', 'tenant_id': '2e25a665d4c7453f935b4598076a0089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '4f46556c-dc5a-4bc5-b382-4537d84f67f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:43Z', 'updated_at': '2021-07-16T20:01:45Z', 'revision_number': 3, 'project_id': '2e25a665d4c7453f935b4598076a0089', 'gw_port': {'id': '4f46556c-dc5a-4bc5-b382-4537d84f67f4', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cc:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70a51fb-758c-43b3-8e8f-f203c90c25ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:44Z', 'updated_at': '2021-07-16T20:01:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi'}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:47.159030 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fb8d81-8e7c-49f8-afef-791a4eeb83b1 None None] Checking router: b70a51fb-758c-43b3-8e8f-f203c90c25ad for host: dv-cinder-800697-3-iscsi {{(pid=93023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:01:47.159423 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fb8d81-8e7c-49f8-afef-791a4eeb83b1 None None] Updating router b70a51fb-758c-43b3-8e8f-f203c90c25ad port 4f46556c-dc5a-4bc5-b382-4537d84f67f4 binding host dv-cinder-800697-3-iscsi {{(pid=93023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:01:47.208224 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-88fb8d81-8e7c-49f8-afef-791a4eeb83b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:47.261086 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5720414a-dcf5-4a9e-892d-d7e865bfaaa1 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Router 6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca has already been hosted by L3 agent 2edc1d69-0f6a-462d-a1c4-2c7c9be5649e {{(pid=93021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:01:47.324013 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c77433-23bb-40ca-9dfa-35010a5bc54c None None] Network 1781c1cc-212e-46b9-acf4-bf5d41050670 requested from dv-cinder-800697-3-iscsi {{(pid=93022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:01:47.328890 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-3974a5c3-57fb-42b8-bb7a-ba06c9ad56b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:47.413082 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-5b585117-a569-4458-b1e5-23f21d21eb2c None None] Provisioning for port 0989a19f-fc96-4a2f-933d-6a2e0b5b8297 completed by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:01:47.464392 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5720414a-dcf5-4a9e-892d-d7e865bfaaa1 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify agent at l3_agent.dv-cinder-800697-3-iscsi the message routers_updated {{(pid=93021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:01:47.470546 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-5720414a-dcf5-4a9e-892d-d7e865bfaaa1 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for floatingip, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:47.500022 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb101dc-6668-40ff-a748-1ad6bc7a2a13 None None] Sync routers for ids ['6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca'] in dv-cinder-800697-3-iscsi {{(pid=93022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:01:47.509041 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15c923-ccd5-44ac-980d-be733813ce38 req-4b787fc9-9a22-44c7-824b-4ddb24089761 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:47.511205 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-9a15c923-ccd5-44ac-980d-be733813ce38 req-4b787fc9-9a22-44c7-824b-4ddb24089761 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 944 time: 0.1949856 Jul 16 20:01:47.532734 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.db_base_plugin_common [None req-3974a5c3-57fb-42b8-bb7a-ba06c9ad56b0 admin admin] Allocated IP 172.20.0.1 (1781c1cc-212e-46b9-acf4-bf5d41050670/2bd7e84a-b9db-4784-8631-ef6f78543a75/5aa8ddb6-2460-424f-83d1-8ab26670b1cd) {{(pid=93020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:01:47.540234 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb101dc-6668-40ff-a748-1ad6bc7a2a13 None None] Routers {'6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:01:47.541199 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-dfb101dc-6668-40ff-a748-1ad6bc7a2a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:01:22Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca'], 'active': True} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:47.550338 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-5720414a-dcf5-4a9e-892d-d7e865bfaaa1 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "PUT /v2.0/floatingips/9a256a9f-1ef0-4ac6-8915-6fac5f1a6b14 HTTP/1.1" status: 200 len: 992 time: 2.7096846 Jul 16 20:01:47.551283 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '539da3e4-2a41-4d84-88cd-d6f1684f24bb', 'tag': '4a62567f-aa44-4887-a9a0-49d74dc43f12'}] {{(pid=93021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:01:47.553941 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddedcd09e79d8c9fc5d60e66bd670fc6a6ae4dfc146b22652953969e0d1274bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d72b17-4488-43c6-ab7a-be175eb77be7" -d '{"events": [{"name": "network-changed", "server_uuid": "539da3e4-2a41-4d84-88cd-d6f1684f24bb", "tag": "4a62567f-aa44-4887-a9a0-49d74dc43f12"}]}' {{(pid=93021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:01:47.575300 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-88fb8d81-8e7c-49f8-afef-791a4eeb83b1 None None] Notify callbacks [] for port, precommit_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:47.583105 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-9a15c923-ccd5-44ac-980d-be733813ce38 req-d387c9c8-3264-4956-8c08-021ba3b1101b tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=710277bd-ee2e-4d27-a450-42b1ed510583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633903 Jul 16 20:01:47.595834 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.provisioning_blocks [None req-88fb8d81-8e7c-49f8-afef-791a4eeb83b1 None None] Transition to ACTIVE for port object 4f46556c-dc5a-4bc5-b382-4537d84f67f4 will not be triggered until provisioned by entity L2. {{(pid=93023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:47.609074 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-88fb8d81-8e7c-49f8-afef-791a4eeb83b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:47.630737 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f0bb49-63a8-4f56-9414-30ed2847eef6 x-openstack-request-id: req-48f0bb49-63a8-4f56-9414-30ed2847eef6 {{(pid=93021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:01:47.631420 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "539da3e4-2a41-4d84-88cd-d6f1684f24bb", "tag": "4a62567f-aa44-4887-a9a0-49d74dc43f12", "status": "completed", "code": 200}]} {{(pid=93021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:01:47.632060 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-48f0bb49-63a8-4f56-9414-30ed2847eef6 {{(pid=93021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:01:47.632712 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '539da3e4-2a41-4d84-88cd-d6f1684f24bb', 'tag': '4a62567f-aa44-4887-a9a0-49d74dc43f12', 'status': 'completed', 'code': 200} Jul 16 20:01:47.673900 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device 9bf651b9-1121-4e77-97e1-43aeb0746b86 up at agent hyperv_hv-cinder-80069 {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:01:47.696982 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b593fdb2-12f0-4d83-8298-98e983fa77db None None] Pushing event updated for resources: {'Port': ['ID=4f46556c-dc5a-4bc5-b382-4537d84f67f4,revision_number=2']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:47.715403 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-3974a5c3-57fb-42b8-bb7a-ba06c9ad56b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:47.762233 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-3974a5c3-57fb-42b8-bb7a-ba06c9ad56b0 admin admin] Transition to ACTIVE for port object 5aa8ddb6-2460-424f-83d1-8ab26670b1cd will not be triggered until provisioned by entity DHCP. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:47.797100 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [None req-88fb8d81-8e7c-49f8-afef-791a4eeb83b1 None None] Attempting to bind port 4f46556c-dc5a-4bc5-b382-4537d84f67f4 on host dv-cinder-800697-3-iscsi for vnic_type normal with profile {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:01:47.797723 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [None req-88fb8d81-8e7c-49f8-afef-791a4eeb83b1 None None] Attempting to bind port 4f46556c-dc5a-4bc5-b382-4537d84f67f4 by drivers openvswitch,hyperv on host dv-cinder-800697-3-iscsi at level 0 using segments [{'id': 'cdf336fb-2473-4d8c-b46d-c083e8b3b4ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3'}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:01:47.797837 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fb8d81-8e7c-49f8-afef-791a4eeb83b1 None None] Attempting to bind port 4f46556c-dc5a-4bc5-b382-4537d84f67f4 on network 72bddd3a-8a62-4354-b4b3-8a4b3e183ea3 {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:01:47.810348 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d72b17-4488-43c6-ab7a-be175eb77be7 req-1bd842de-c804-444f-8f5c-d03bb853d559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:47.813618 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-80d72b17-4488-43c6-ab7a-be175eb77be7 req-1bd842de-c804-444f-8f5c-d03bb853d559 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b242095010ee4963872bd0cfcbacc3fa&device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 1099 time: 0.1071193 Jul 16 20:01:47.825846 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fb8d81-8e7c-49f8-afef-791a4eeb83b1 None None] Checking agent: {'id': '6d2f6f1f-2a68-46fa-b61c-109a868a14b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 53, 32), 'started_at': datetime.datetime(2021, 7, 16, 19, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:01:47.826235 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fb8d81-8e7c-49f8-afef-791a4eeb83b1 None None] Checking segment: {'id': 'cdf336fb-2473-4d8c-b46d-c083e8b3b4ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:01:47.826856 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-88fb8d81-8e7c-49f8-afef-791a4eeb83b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:47.827512 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fb8d81-8e7c-49f8-afef-791a4eeb83b1 None None] Bound using segment: {'id': 'cdf336fb-2473-4d8c-b46d-c083e8b3b4ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3'} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:01:47.828533 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [None req-88fb8d81-8e7c-49f8-afef-791a4eeb83b1 None None] Bound port: 4f46556c-dc5a-4bc5-b382-4537d84f67f4, host: dv-cinder-800697-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf336fb-2473-4d8c-b46d-c083e8b3b4ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3'}}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:01:47.829131 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-88fb8d81-8e7c-49f8-afef-791a4eeb83b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:47.876560 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-3974a5c3-57fb-42b8-bb7a-ba06c9ad56b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786206872486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:47.891157 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvr_db [None req-dfb101dc-6668-40ff-a748-1ad6bc7a2a13 None None] Set router 6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca gateway port host: dv-cinder-800697-3-iscsi {{(pid=93022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:01:47.895197 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Provisioning for port 9bf651b9-1121-4e77-97e1-43aeb0746b86 completed by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:01:47.973350 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Provisioning complete for port 9bf651b9-1121-4e77-97e1-43aeb0746b86 triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:47.973727 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:47.993516 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3974a5c3-57fb-42b8-bb7a-ba06c9ad56b0 admin admin] Network 1781c1cc-212e-46b9-acf4-bf5d41050670 is already hosted by enough agents. {{(pid=93020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:01:47.997554 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.base_scheduler [None req-3974a5c3-57fb-42b8-bb7a-ba06c9ad56b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:48.002402 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [None req-88fb8d81-8e7c-49f8-afef-791a4eeb83b1 None None] For port 4f46556c-dc5a-4bc5-b382-4537d84f67f4, host dv-cinder-800697-3-iscsi, cleared binding levels {{(pid=93023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:01:48.002622 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3974a5c3-57fb-42b8-bb7a-ba06c9ad56b0 admin admin] Received port after_create {{(pid=93020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:01:48.014807 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [None req-88fb8d81-8e7c-49f8-afef-791a4eeb83b1 None None] For port 4f46556c-dc5a-4bc5-b382-4537d84f67f4, host dv-cinder-800697-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=4f46556c-dc5a-4bc5-b382-4537d84f67f4,segment=NetworkSegment(cdf336fb-2473-4d8c-b46d-c083e8b3b4ea),segment_id=cdf336fb-2473-4d8c-b46d-c083e8b3b4ea)] {{(pid=93023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:01:48.022046 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-88fb8d81-8e7c-49f8-afef-791a4eeb83b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:48.064681 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3974a5c3-57fb-42b8-bb7a-ba06c9ad56b0 admin admin] Pushing event updated for resources: {'Port': ['ID=5aa8ddb6-2460-424f-83d1-8ab26670b1cd,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:48.100024 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-3974a5c3-57fb-42b8-bb7a-ba06c9ad56b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8300323'] for router_interface, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:48.139223 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a58419-fe88-420c-af28-539063d807da req-72868ce4-1204-48b4-b2a0-55336f7ebcba tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:48.141010 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-c0a58419-fe88-420c-af28-539063d807da req-72868ce4-1204-48b4-b2a0-55336f7ebcba tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee77d7e8-63b4-4996-9190-df688779d8d5 HTTP/1.1" status: 200 len: 946 time: 0.3239934 Jul 16 20:01:48.185594 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d72b17-4488-43c6-ab7a-be175eb77be7 req-567e979e-47d8-407b-bdd3-5f6cc0cdf242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:48.187320 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-80d72b17-4488-43c6-ab7a-be175eb77be7 req-567e979e-47d8-407b-bdd3-5f6cc0cdf242 service neutron] 10.222.0.102 "GET /v2.0/networks?id=4ff04a31-0c23-4b48-92bc-f65e7b91222b HTTP/1.1" status: 200 len: 918 time: 0.3592105 Jul 16 20:01:48.188172 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b593fdb2-12f0-4d83-8298-98e983fa77db None None] Pushing event updated for resources: {'Port': ['ID=4f46556c-dc5a-4bc5-b382-4537d84f67f4,revision_number=3']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:48.229589 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-c0a58419-fe88-420c-af28-539063d807da req-4c2afbf6-6877-4f0f-bf3c-fea246d43cd5 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740132 Jul 16 20:01:48.230179 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fb8d81-8e7c-49f8-afef-791a4eeb83b1 None None] Routers {'b70a51fb-758c-43b3-8e8f-f203c90c25ad'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:01:48.231763 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-88fb8d81-8e7c-49f8-afef-791a4eeb83b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:01:22Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['b70a51fb-758c-43b3-8e8f-f203c90c25ad'], 'active': True} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:48.322443 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:48.361825 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-80d72b17-4488-43c6-ab7a-be175eb77be7 req-d1a53274-e711-4923-9364-b364c48ff7f2 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a62567f-aa44-4887-a9a0-49d74dc43f12 HTTP/1.1" status: 200 len: 1000 time: 0.1312044 Jul 16 20:01:48.463109 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvr_db [None req-88fb8d81-8e7c-49f8-afef-791a4eeb83b1 None None] Set router b70a51fb-758c-43b3-8e8f-f203c90c25ad gateway port host: dv-cinder-800697-3-iscsi {{(pid=93023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:01:48.468575 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d72b17-4488-43c6-ab7a-be175eb77be7 req-ca53a97a-1757-485e-b31e-84d65afbfea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:48.469889 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-3974a5c3-57fb-42b8-bb7a-ba06c9ad56b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:48.474871 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-80d72b17-4488-43c6-ab7a-be175eb77be7 req-ca53a97a-1757-485e-b31e-84d65afbfea1 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=bbca6f5f-fd8e-4af4-b23d-e7ec2502b976 HTTP/1.1" status: 200 len: 855 time: 0.1034606 Jul 16 20:01:48.526013 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 0989a19f-fc96-4a2f-933d-6a2e0b5b8297 up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:01:48.584252 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437a660f-8195-4938-a438-8a83c296722a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf651b9-1121-4e77-97e1-43aeb0746b86'}] {{(pid=93022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:01:48.588273 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9473df89cc7d9a049ef80707cd6efae53c3b25527ef369ad4a6a0d9269bae893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db5194b-7531-4377-8e2b-84c381f262e4" -d '{"events": [{"server_uuid": "437a660f-8195-4938-a438-8a83c296722a", "name": "network-vif-plugged", "status": "completed", "tag": "9bf651b9-1121-4e77-97e1-43aeb0746b86"}]}' {{(pid=93022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:01:48.666737 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d72b17-4488-43c6-ab7a-be175eb77be7 req-1bad9681-4837-4c2a-86be-d44ff0b170b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:48.670656 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-80d72b17-4488-43c6-ab7a-be175eb77be7 req-1bad9681-4837-4c2a-86be-d44ff0b170b2 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=4ff04a31-0c23-4b48-92bc-f65e7b91222b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1886866 Jul 16 20:01:48.784747 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-88fb8d81-8e7c-49f8-afef-791a4eeb83b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70a51fb-758c-43b3-8e8f-f203c90c25ad', 'name': 'tempest-TestMinimumBasicScenario-2081972644-router', 'tenant_id': '2e25a665d4c7453f935b4598076a0089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '4f46556c-dc5a-4bc5-b382-4537d84f67f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:43Z', 'updated_at': '2021-07-16T20:01:45Z', 'revision_number': 3, 'project_id': '2e25a665d4c7453f935b4598076a0089', 'gw_port': {'id': '4f46556c-dc5a-4bc5-b382-4537d84f67f4', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cc:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70a51fb-758c-43b3-8e8f-f203c90c25ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:44Z', 'updated_at': '2021-07-16T20:01:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi'}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:48.818067 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fb8d81-8e7c-49f8-afef-791a4eeb83b1 None None] The sync data for ids ['b70a51fb-758c-43b3-8e8f-f203c90c25ad'] in dv-cinder-800697-3-iscsi is: [{'id': 'b70a51fb-758c-43b3-8e8f-f203c90c25ad', 'name': 'tempest-TestMinimumBasicScenario-2081972644-router', 'tenant_id': '2e25a665d4c7453f935b4598076a0089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '4f46556c-dc5a-4bc5-b382-4537d84f67f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:43Z', 'updated_at': '2021-07-16T20:01:45Z', 'revision_number': 3, 'project_id': '2e25a665d4c7453f935b4598076a0089', 'gw_port': {'id': '4f46556c-dc5a-4bc5-b382-4537d84f67f4', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cc:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70a51fb-758c-43b3-8e8f-f203c90c25ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:44Z', 'updated_at': '2021-07-16T20:01:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi'}] {{(pid=93023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:01:48.860169 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b86134b-5b85-4b10-944c-b1bfbe06ce23 x-openstack-request-id: req-2b86134b-5b85-4b10-944c-b1bfbe06ce23 {{(pid=93022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:01:48.860840 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "437a660f-8195-4938-a438-8a83c296722a", "name": "network-vif-plugged", "status": "completed", "tag": "9bf651b9-1121-4e77-97e1-43aeb0746b86", "code": 200}]} {{(pid=93022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:01:48.861259 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2b86134b-5b85-4b10-944c-b1bfbe06ce23 {{(pid=93022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:01:48.861702 dv-cinder-800697-3-iscsi neutron-server[93022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '437a660f-8195-4938-a438-8a83c296722a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf651b9-1121-4e77-97e1-43aeb0746b86', 'code': 200} Jul 16 20:01:48.877776 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port 9bf651b9-1121-4e77-97e1-43aeb0746b86, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=9bf651b9-1121-4e77-97e1-43aeb0746b86,segment=NetworkSegment(8e320ee3-ef38-49c6-b0e5-96c1ac24e24d),segment_id=8e320ee3-ef38-49c6-b0e5-96c1ac24e24d)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:48.887093 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-80d72b17-4488-43c6-ab7a-be175eb77be7 req-eba72e70-6b27-4e5e-9a87-5f8ce9234702 service neutron] 10.222.0.102 "GET /v2.0/networks/4ff04a31-0c23-4b48-92bc-f65e7b91222b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917892 Jul 16 20:01:48.909988 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:48.933003 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-3b6785e0-6a6b-4f16-a424-1791edfb703e None None] Provisioning for port 5aa8ddb6-2460-424f-83d1-8ab26670b1cd completed by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:01:48.980612 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-3b6785e0-6a6b-4f16-a424-1791edfb703e None None] Provisioning complete for port 5aa8ddb6-2460-424f-83d1-8ab26670b1cd triggered by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:48.980982 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-3b6785e0-6a6b-4f16-a424-1791edfb703e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:49.017719 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-80d72b17-4488-43c6-ab7a-be175eb77be7 req-fe59a77e-9afe-48ea-b9b1-55b67ae87eda service neutron] 10.222.0.102 "GET /v2.0/networks/4ff04a31-0c23-4b48-92bc-f65e7b91222b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148820 Jul 16 20:01:49.084042 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-3974a5c3-57fb-42b8-bb7a-ba06c9ad56b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:49.095728 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d8252-7a65-454e-80c3-7686ad2be52d req-e96d802d-9569-4861-9169-d869c8cb0d69 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:49.098253 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning for port 0989a19f-fc96-4a2f-933d-6a2e0b5b8297 completed by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:01:49.103670 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-cf7d8252-7a65-454e-80c3-7686ad2be52d req-e96d802d-9569-4861-9169-d869c8cb0d69 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 944 time: 0.2680218 Jul 16 20:01:49.109664 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-3b6785e0-6a6b-4f16-a424-1791edfb703e None None] Port 5aa8ddb6-2460-424f-83d1-8ab26670b1cd cannot update to ACTIVE because it is not bound. {{(pid=93022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:01:49.113329 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Pushing event updated for resources: {'Port': ['ID=9bf651b9-1121-4e77-97e1-43aeb0746b86,revision_number=5']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:49.113935 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-3974a5c3-57fb-42b8-bb7a-ba06c9ad56b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6084517'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:49.122837 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning complete for port 0989a19f-fc96-4a2f-933d-6a2e0b5b8297 triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:49.123308 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:49.128671 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-dfb101dc-6668-40ff-a748-1ad6bc7a2a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'name': 'tempest-AttachVolumeShelveTestJSON-631390118-router', 'tenant_id': 'b242095010ee4963872bd0cfcbacc3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '32cf16c9-547e-44ad-a083-59a8dc60c8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:00:54Z', 'updated_at': '2021-07-16T20:01:01Z', 'revision_number': 4, 'project_id': 'b242095010ee4963872bd0cfcbacc3fa', 'gw_port': {'id': '32cf16c9-547e-44ad-a083-59a8dc60c8f5', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:00:55Z', 'updated_at': '2021-07-16T20:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_floatingips': [{'id': '9a256a9f-1ef0-4ac6-8915-6fac5f1a6b14', 'tenant_id': 'b242095010ee4963872bd0cfcbacc3fa', 'floating_ip_address': '172.27.1.123', 'floating_network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'router_id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'port_id': '4a62567f-aa44-4887-a9a0-49d74dc43f12', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ff04a31-0c23-4b48-92bc-f65e7b91222b', 'mac_address': 'fa:16:3e:0d:ac:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539da3e4-2a41-4d84-88cd-d6f1684f24bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:01:15Z', 'updated_at': '2021-07-16T20:01:46Z', 'revision_number': 1, 'project_id': 'b242095010ee4963872bd0cfcbacc3fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '966c6d7b-5624-4f3e-bfc8-882157fc3444', 'name': '', 'network_id': '4ff04a31-0c23-4b48-92bc-f65e7b91222b', 'tenant_id': 'b242095010ee4963872bd0cfcbacc3fa', 'mac_address': 'fa:16:3e:77:ab:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bbca6f5f-fd8e-4af4-b23d-e7ec2502b976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:00:59Z', 'updated_at': '2021-07-16T20:01:10Z', 'revision_number': 5, 'project_id': 'b242095010ee4963872bd0cfcbacc3fa', 'subnets': [{'id': 'bbca6f5f-fd8e-4af4-b23d-e7ec2502b976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:49.191083 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8eff7-06ab-48fb-a658-a9758e0d502f req-e3adee53-f18a-48ef-a4a9-57230377c9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:49.193127 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb101dc-6668-40ff-a748-1ad6bc7a2a13 None None] Checking router: 6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca for host: dv-cinder-800697-3-iscsi {{(pid=93022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:01:49.193370 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-a6e8eff7-06ab-48fb-a658-a9758e0d502f req-e3adee53-f18a-48ef-a4a9-57230377c9c2 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 1098 time: 0.1322792 Jul 16 20:01:49.213243 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb101dc-6668-40ff-a748-1ad6bc7a2a13 None None] Routers {'6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:01:49.213945 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-dfb101dc-6668-40ff-a748-1ad6bc7a2a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:01:22Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca'], 'active': True} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:49.227774 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-3974a5c3-57fb-42b8-bb7a-ba06c9ad56b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8300375'] for router_interface, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:49.234150 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-cf7d8252-7a65-454e-80c3-7686ad2be52d req-62cf4bc6-0a34-48c3-bc68-366919923115 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=710277bd-ee2e-4d27-a450-42b1ed510583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292577 Jul 16 20:01:49.237753 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3974a5c3-57fb-42b8-bb7a-ba06c9ad56b0 admin admin] Pushing event updated for resources: {'Port': ['ID=5aa8ddb6-2460-424f-83d1-8ab26670b1cd,revision_number=2']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:49.307136 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-a6e8eff7-06ab-48fb-a658-a9758e0d502f req-998fb99b-0898-4c8a-b34b-d5d908250d48 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=710277bd-ee2e-4d27-a450-42b1ed510583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858748 Jul 16 20:01:49.421023 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3974a5c3-57fb-42b8-bb7a-ba06c9ad56b0 admin admin] Network 1781c1cc-212e-46b9-acf4-bf5d41050670 is already hosted by enough agents. {{(pid=93020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:01:49.434817 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.base_scheduler [None req-3974a5c3-57fb-42b8-bb7a-ba06c9ad56b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:01:49.446547 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:49.480734 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd96558-8175-46cd-8485-f93036048e9d req-60c7b725-28b7-4f45-8dda-95b8207d0450 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:49.485464 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-5cd96558-8175-46cd-8485-f93036048e9d req-60c7b725-28b7-4f45-8dda-95b8207d0450 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee77d7e8-63b4-4996-9190-df688779d8d5 HTTP/1.1" status: 200 len: 946 time: 0.0933955 Jul 16 20:01:49.525702 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvr_db [None req-dfb101dc-6668-40ff-a748-1ad6bc7a2a13 None None] Set router 6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca gateway port host: dv-cinder-800697-3-iscsi {{(pid=93022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:01:49.564726 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-5cd96558-8175-46cd-8485-f93036048e9d req-e4f9829d-e8f4-4677-accc-d870d84596d4 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660238 Jul 16 20:01:49.618670 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] For port 0989a19f-fc96-4a2f-933d-6a2e0b5b8297, host dv-cinder-800697-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=0989a19f-fc96-4a2f-933d-6a2e0b5b8297,segment=NetworkSegment(e6ad63b0-3eaf-40e7-aaf8-1dfb814bd7c7),segment_id=e6ad63b0-3eaf-40e7-aaf8-1dfb814bd7c7)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:49.644065 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:49.811029 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Pushing event updated for resources: {'Port': ['ID=0989a19f-fc96-4a2f-933d-6a2e0b5b8297,revision_number=3']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:49.980320 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-9a85037b-ecc0-4150-aa9f-7f92df8626d7 None None] Provisioning complete for port 5aa8ddb6-2460-424f-83d1-8ab26670b1cd triggered by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:49.983124 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-9a85037b-ecc0-4150-aa9f-7f92df8626d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:49.985541 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3974a5c3-57fb-42b8-bb7a-ba06c9ad56b0 admin admin] Router b70a51fb-758c-43b3-8e8f-f203c90c25ad has already been hosted by L3 agent 2edc1d69-0f6a-462d-a1c4-2c7c9be5649e {{(pid=93020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:01:50.049876 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-9a85037b-ecc0-4150-aa9f-7f92df8626d7 None None] Port 5aa8ddb6-2460-424f-83d1-8ab26670b1cd cannot update to ACTIVE because it is not bound. {{(pid=93022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:01:50.145708 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-dfb101dc-6668-40ff-a748-1ad6bc7a2a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'name': 'tempest-AttachVolumeShelveTestJSON-631390118-router', 'tenant_id': 'b242095010ee4963872bd0cfcbacc3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '32cf16c9-547e-44ad-a083-59a8dc60c8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:00:54Z', 'updated_at': '2021-07-16T20:01:01Z', 'revision_number': 4, 'project_id': 'b242095010ee4963872bd0cfcbacc3fa', 'gw_port': {'id': '32cf16c9-547e-44ad-a083-59a8dc60c8f5', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:00:55Z', 'updated_at': '2021-07-16T20:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_floatingips': [{'id': '9a256a9f-1ef0-4ac6-8915-6fac5f1a6b14', 'tenant_id': 'b242095010ee4963872bd0cfcbacc3fa', 'floating_ip_address': '172.27.1.123', 'floating_network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'router_id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'port_id': '4a62567f-aa44-4887-a9a0-49d74dc43f12', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ff04a31-0c23-4b48-92bc-f65e7b91222b', 'mac_address': 'fa:16:3e:0d:ac:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539da3e4-2a41-4d84-88cd-d6f1684f24bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:01:15Z', 'updated_at': '2021-07-16T20:01:46Z', 'revision_number': 1, 'project_id': 'b242095010ee4963872bd0cfcbacc3fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '966c6d7b-5624-4f3e-bfc8-882157fc3444', 'name': '', 'network_id': '4ff04a31-0c23-4b48-92bc-f65e7b91222b', 'tenant_id': 'b242095010ee4963872bd0cfcbacc3fa', 'mac_address': 'fa:16:3e:77:ab:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bbca6f5f-fd8e-4af4-b23d-e7ec2502b976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:00:59Z', 'updated_at': '2021-07-16T20:01:10Z', 'revision_number': 5, 'project_id': 'b242095010ee4963872bd0cfcbacc3fa', 'subnets': [{'id': 'bbca6f5f-fd8e-4af4-b23d-e7ec2502b976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:50.194780 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3974a5c3-57fb-42b8-bb7a-ba06c9ad56b0 admin admin] Notify agent at l3_agent.dv-cinder-800697-3-iscsi the message routers_updated {{(pid=93020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:01:50.204875 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb101dc-6668-40ff-a748-1ad6bc7a2a13 None None] The sync data for ids ['6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca'] in dv-cinder-800697-3-iscsi is: [{'id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'name': 'tempest-AttachVolumeShelveTestJSON-631390118-router', 'tenant_id': 'b242095010ee4963872bd0cfcbacc3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '32cf16c9-547e-44ad-a083-59a8dc60c8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:00:54Z', 'updated_at': '2021-07-16T20:01:01Z', 'revision_number': 4, 'project_id': 'b242095010ee4963872bd0cfcbacc3fa', 'gw_port': {'id': '32cf16c9-547e-44ad-a083-59a8dc60c8f5', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:00:55Z', 'updated_at': '2021-07-16T20:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_floatingips': [{'id': '9a256a9f-1ef0-4ac6-8915-6fac5f1a6b14', 'tenant_id': 'b242095010ee4963872bd0cfcbacc3fa', 'floating_ip_address': '172.27.1.123', 'floating_network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'router_id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'port_id': '4a62567f-aa44-4887-a9a0-49d74dc43f12', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ff04a31-0c23-4b48-92bc-f65e7b91222b', 'mac_address': 'fa:16:3e:0d:ac:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539da3e4-2a41-4d84-88cd-d6f1684f24bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:01:15Z', 'updated_at': '2021-07-16T20:01:46Z', 'revision_number': 1, 'project_id': 'b242095010ee4963872bd0cfcbacc3fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '966c6d7b-5624-4f3e-bfc8-882157fc3444', 'name': '', 'network_id': '4ff04a31-0c23-4b48-92bc-f65e7b91222b', 'tenant_id': 'b242095010ee4963872bd0cfcbacc3fa', 'mac_address': 'fa:16:3e:77:ab:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bbca6f5f-fd8e-4af4-b23d-e7ec2502b976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:00:59Z', 'updated_at': '2021-07-16T20:01:10Z', 'revision_number': 5, 'project_id': 'b242095010ee4963872bd0cfcbacc3fa', 'subnets': [{'id': 'bbca6f5f-fd8e-4af4-b23d-e7ec2502b976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:01:50.213191 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-3974a5c3-57fb-42b8-bb7a-ba06c9ad56b0 admin admin] 10.222.0.98 "PUT /v2.0/routers/b70a51fb-758c-43b3-8e8f-f203c90c25ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4337366 Jul 16 20:01:50.251070 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99599933-353b-46f5-b21f-bee73f3a69a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:50.302875 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b64102-ac9b-4a99-9ef8-c9f00668a5da req-26cadf43-4c5e-4c45-a93a-4259758103ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:50.304655 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-e5b64102-ac9b-4a99-9ef8-c9f00668a5da req-26cadf43-4c5e-4c45-a93a-4259758103ec service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=414a34685fd04fe387cb1d18cde8082e&device_id=ee77d7e8-63b4-4996-9190-df688779d8d5 HTTP/1.1" status: 200 len: 1099 time: 0.1815009 Jul 16 20:01:50.446556 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe71214-e5aa-4577-a4c9-6bab0a9e9a02 req-28050233-2fc6-4938-8ef9-2170d70397d1 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:50.448210 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-7fe71214-e5aa-4577-a4c9-6bab0a9e9a02 req-28050233-2fc6-4938-8ef9-2170d70397d1 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee77d7e8-63b4-4996-9190-df688779d8d5 HTTP/1.1" status: 200 len: 946 time: 0.2103167 Jul 16 20:01:50.469108 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 54494) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:50.505279 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b64102-ac9b-4a99-9ef8-c9f00668a5da req-1795cceb-1fa7-4ead-8e1c-19ed8020e417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:50.506159 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-e5b64102-ac9b-4a99-9ef8-c9f00668a5da req-1795cceb-1fa7-4ead-8e1c-19ed8020e417 service neutron] 10.222.0.102 "GET /v2.0/networks?id=393b5044-b44c-402e-be20-85746d24c0e1 HTTP/1.1" status: 200 len: 920 time: 0.1878614 Jul 16 20:01:50.524631 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-7fe71214-e5aa-4577-a4c9-6bab0a9e9a02 req-9fda9705-d34f-499f-aeb0-f0296beef309 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701156 Jul 16 20:01:50.528454 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 0989a19f-fc96-4a2f-933d-6a2e0b5b8297 up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:01:50.609003 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-e5b64102-ac9b-4a99-9ef8-c9f00668a5da req-76e41d46-d2f3-433b-b02f-f0bad450f9c9 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddc0a4a1-f89e-4c54-8976-187b864592ee HTTP/1.1" status: 200 len: 217 time: 0.0777721 Jul 16 20:01:50.663077 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:50.693424 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning complete for port 0989a19f-fc96-4a2f-933d-6a2e0b5b8297 triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:50.694032 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:50.702221 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-50bb8793-8690-4694-9b3a-ee22fbe66e26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:50.712501 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b64102-ac9b-4a99-9ef8-c9f00668a5da req-8e287c78-9010-4067-8618-8b7664959a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:50.716595 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-e5b64102-ac9b-4a99-9ef8-c9f00668a5da req-8e287c78-9010-4067-8618-8b7664959a4e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=bb407b5a-c60b-422c-8afc-1e584a6a4c1c HTTP/1.1" status: 200 len: 858 time: 0.0853829 Jul 16 20:01:50.777468 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-e5b64102-ac9b-4a99-9ef8-c9f00668a5da req-2ece0982-9b6f-4881-a19b-e08b00cd2552 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=393b5044-b44c-402e-be20-85746d24c0e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564182 Jul 16 20:01:50.879065 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 4f46556c-dc5a-4bc5-b382-4537d84f67f4 up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:01:50.925929 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-50bb8793-8690-4694-9b3a-ee22fbe66e26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:50.933700 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-50bb8793-8690-4694-9b3a-ee22fbe66e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:51.007396 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-50bb8793-8690-4694-9b3a-ee22fbe66e26 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=fbad881783284b83be97f87aeab0dffe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5241957 Jul 16 20:01:51.014860 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 54506) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:51.039029 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df988737-a7a9-402a-bb36-aed812c5881e None None] New status for floating IP 9a256a9f-1ef0-4ac6-8915-6fac5f1a6b14: ACTIVE {{(pid=93023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:01:51.046940 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning for port 4f46556c-dc5a-4bc5-b382-4537d84f67f4 completed by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:01:51.060309 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning complete for port 4f46556c-dc5a-4bc5-b382-4537d84f67f4 triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:51.060701 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:51.120446 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bb8793-8690-4694-9b3a-ee22fbe66e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e07c53-5a62-4caa-a8bd-7d8691ed0ba5,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:51.141412 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda4cbd-04b5-48b1-9438-9c496db98c84 req-4ae2a95b-88a6-4ee0-b345-1cdc07e85b70 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:51.143215 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-ccda4cbd-04b5-48b1-9438-9c496db98c84 req-4ae2a95b-88a6-4ee0-b345-1cdc07e85b70 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 945 time: 0.3602741 Jul 16 20:01:51.200149 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-4beccbef-a602-4d2a-bf17-715290da56d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:51.212105 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-e5b64102-ac9b-4a99-9ef8-c9f00668a5da req-152ca6e8-06bc-4e77-86cb-85add1a77a23 service neutron] 10.222.0.102 "GET /v2.0/networks/393b5044-b44c-402e-be20-85746d24c0e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168379 Jul 16 20:01:51.222205 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:51.235838 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-4beccbef-a602-4d2a-bf17-715290da56d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:51.273079 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] For port 4f46556c-dc5a-4bc5-b382-4537d84f67f4, host dv-cinder-800697-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=4f46556c-dc5a-4bc5-b382-4537d84f67f4,segment=NetworkSegment(cdf336fb-2473-4d8c-b46d-c083e8b3b4ea),segment_id=cdf336fb-2473-4d8c-b46d-c083e8b3b4ea)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:51.281315 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:51.347115 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-e5b64102-ac9b-4a99-9ef8-c9f00668a5da req-8b745288-7e38-4b42-82ad-8a58a9f29413 service neutron] 10.222.0.102 "GET /v2.0/networks/393b5044-b44c-402e-be20-85746d24c0e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174407 Jul 16 20:01:51.370229 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-ccda4cbd-04b5-48b1-9438-9c496db98c84 req-17b9284e-6461-4ae7-9520-ce57974b6ef6 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=710277bd-ee2e-4d27-a450-42b1ed510583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2167051 Jul 16 20:01:51.433167 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Pushing event updated for resources: {'Port': ['ID=4f46556c-dc5a-4bc5-b382-4537d84f67f4,revision_number=4']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:51.437994 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c775086-f94e-4ab7-9410-de7a782dc438 req-7ae21771-0389-413a-82f0-0856bbe70653 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:51.439645 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-6c775086-f94e-4ab7-9410-de7a782dc438 req-7ae21771-0389-413a-82f0-0856bbe70653 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] 10.222.0.98 "GET /v2.0/ports?device_id=a0d38af4-df3d-48d7-a8eb-69e4057b4fea HTTP/1.1" status: 200 len: 946 time: 0.1737869 Jul 16 20:01:51.440458 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-4beccbef-a602-4d2a-bf17-715290da56d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:51.443210 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-4beccbef-a602-4d2a-bf17-715290da56d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:51.449064 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-4beccbef-a602-4d2a-bf17-715290da56d1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d6e07c53-5a62-4caa-a8bd-7d8691ed0ba5 HTTP/1.1" status: 204 len: 168 time: 0.4310095 Jul 16 20:01:51.471665 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beccbef-a602-4d2a-bf17-715290da56d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e07c53-5a62-4caa-a8bd-7d8691ed0ba5,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:51.543793 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-6c775086-f94e-4ab7-9410-de7a782dc438 req-440ba422-36cb-467b-8048-a9f2afec700e tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a1c97ec-dc6a-4827-8ef8-b289c5c9d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928440 Jul 16 20:01:51.729823 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7245b1a9-a672-4d98-a4f6-a9a437ca1547 None None] Sync routers for ids ['b70a51fb-758c-43b3-8e8f-f203c90c25ad'] in dv-cinder-800697-3-iscsi {{(pid=93022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:01:51.750793 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7245b1a9-a672-4d98-a4f6-a9a437ca1547 None None] Routers {'b70a51fb-758c-43b3-8e8f-f203c90c25ad'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:01:51.751476 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-7245b1a9-a672-4d98-a4f6-a9a437ca1547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:01:22Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['b70a51fb-758c-43b3-8e8f-f203c90c25ad'], 'active': True} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:51.781326 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e75cc-02d1-41ce-bbdc-520e9a0205cb req-64d4f1b0-5d02-43af-8745-70ee3fc7b9ba tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:51.788660 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-bb1e75cc-02d1-41ce-bbdc-520e9a0205cb req-64d4f1b0-5d02-43af-8745-70ee3fc7b9ba tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee77d7e8-63b4-4996-9190-df688779d8d5 HTTP/1.1" status: 200 len: 946 time: 0.0894597 Jul 16 20:01:51.831803 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-bb1e75cc-02d1-41ce-bbdc-520e9a0205cb req-ec48c4a0-96cb-439f-9646-1edbad67c6b1 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383244 Jul 16 20:01:51.936837 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 54534) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:51.940563 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvr_db [None req-7245b1a9-a672-4d98-a4f6-a9a437ca1547 None None] Set router b70a51fb-758c-43b3-8e8f-f203c90c25ad gateway port host: dv-cinder-800697-3-iscsi {{(pid=93022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:01:51.950989 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-7ffb6031-5ca5-4830-8f15-5e98255194f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:52.210028 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-7ffb6031-5ca5-4830-8f15-5e98255194f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:52.217400 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-7ffb6031-5ca5-4830-8f15-5e98255194f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:52.257568 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 54538) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:52.257978 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-7ffb6031-5ca5-4830-8f15-5e98255194f6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4658c200906447a2b0b37f19cf7c210e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3196626 Jul 16 20:01:52.263027 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-f79e7b44-c6fc-48fa-bea5-1c46a00568b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:52.271267 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffb6031-5ca5-4830-8f15-5e98255194f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e7e574-1460-44a6-9f26-3575148c6124,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:52.325774 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-7245b1a9-a672-4d98-a4f6-a9a437ca1547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70a51fb-758c-43b3-8e8f-f203c90c25ad', 'name': 'tempest-TestMinimumBasicScenario-2081972644-router', 'tenant_id': '2e25a665d4c7453f935b4598076a0089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '4f46556c-dc5a-4bc5-b382-4537d84f67f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:43Z', 'updated_at': '2021-07-16T20:01:48Z', 'revision_number': 4, 'project_id': '2e25a665d4c7453f935b4598076a0089', 'gw_port': {'id': '4f46556c-dc5a-4bc5-b382-4537d84f67f4', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70a51fb-758c-43b3-8e8f-f203c90c25ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:44Z', 'updated_at': '2021-07-16T20:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_interfaces': [{'id': '5aa8ddb6-2460-424f-83d1-8ab26670b1cd', 'name': '', 'network_id': '1781c1cc-212e-46b9-acf4-bf5d41050670', 'tenant_id': '2e25a665d4c7453f935b4598076a0089', 'mac_address': 'fa:16:3e:65:96:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70a51fb-758c-43b3-8e8f-f203c90c25ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '2bd7e84a-b9db-4784-8631-ef6f78543a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:47Z', 'updated_at': '2021-07-16T20:01:48Z', 'revision_number': 2, 'project_id': '2e25a665d4c7453f935b4598076a0089', 'subnets': [{'id': '2bd7e84a-b9db-4784-8631-ef6f78543a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:52.326576 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-5bc77cfb-acb1-498b-bdaa-84aef8937763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:52.353766 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-5bc77cfb-acb1-498b-bdaa-84aef8937763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:52.370346 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7245b1a9-a672-4d98-a4f6-a9a437ca1547 None None] Checking router: b70a51fb-758c-43b3-8e8f-f203c90c25ad for host: dv-cinder-800697-3-iscsi {{(pid=93022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:01:52.370870 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7245b1a9-a672-4d98-a4f6-a9a437ca1547 None None] Updating router b70a51fb-758c-43b3-8e8f-f203c90c25ad port 5aa8ddb6-2460-424f-83d1-8ab26670b1cd binding host dv-cinder-800697-3-iscsi {{(pid=93022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:01:52.423043 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 4f46556c-dc5a-4bc5-b382-4537d84f67f4 up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:01:52.432131 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-5bc77cfb-acb1-498b-bdaa-84aef8937763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:52.434852 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-5bc77cfb-acb1-498b-bdaa-84aef8937763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:52.438901 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-5bc77cfb-acb1-498b-bdaa-84aef8937763 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e1e7e574-1460-44a6-9f26-3575148c6124 HTTP/1.1" status: 204 len: 168 time: 0.1773183 Jul 16 20:01:52.454196 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc77cfb-acb1-498b-bdaa-84aef8937763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e7e574-1460-44a6-9f26-3575148c6124,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:52.513008 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-7245b1a9-a672-4d98-a4f6-a9a437ca1547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:52.651434 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2e2e9-4d0e-4cea-a22e-6587d0d7c4c0 req-c51b997a-e8f0-4ec5-9bd7-3a7555efb65a tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:52.653604 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-b8c2e2e9-4d0e-4cea-a22e-6587d0d7c4c0 req-c51b997a-e8f0-4ec5-9bd7-3a7555efb65a tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 945 time: 0.1149845 Jul 16 20:01:52.740717 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-b8c2e2e9-4d0e-4cea-a22e-6587d0d7c4c0 req-da7c14b0-9d28-4077-b7fb-cd0eac8239c7 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=710277bd-ee2e-4d27-a450-42b1ed510583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766232 Jul 16 20:01:52.784855 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning complete for port 4f46556c-dc5a-4bc5-b382-4537d84f67f4 triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:52.784855 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:52.834547 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c3720-0558-48ed-a628-09180824dabd req-a3e9e62f-47b1-49fe-ad1a-6af7645bf810 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:52.848025 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-262c3720-0558-48ed-a628-09180824dabd req-a3e9e62f-47b1-49fe-ad1a-6af7645bf810 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] 10.222.0.98 "GET /v2.0/ports?device_id=a0d38af4-df3d-48d7-a8eb-69e4057b4fea HTTP/1.1" status: 200 len: 946 time: 0.1085649 Jul 16 20:01:52.900906 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-262c3720-0558-48ed-a628-09180824dabd req-87780d52-1719-429f-836d-e224f75fdde9 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a1c97ec-dc6a-4827-8ef8-b289c5c9d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528617 Jul 16 20:01:53.158998 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a4ba4-9646-425f-9041-752d1ab64bae req-34024862-41f1-4593-98cc-e982c5aaa991 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:53.169165 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 54564) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:53.174068 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [None req-ff501643-feb7-41c4-b7b4-05c668cff453 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Request body: {'floatingip': {'port_id': '9bf651b9-1121-4e77-97e1-43aeb0746b86'}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:01:53.174810 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-966a4ba4-9646-425f-9041-752d1ab64bae req-34024862-41f1-4593-98cc-e982c5aaa991 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 945 time: 0.1466613 Jul 16 20:01:53.228837 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-ff501643-feb7-41c4-b7b4-05c668cff453 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks [] for floatingip, before_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:53.334122 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-7245b1a9-a672-4d98-a4f6-a9a437ca1547 None None] Notify callbacks [] for port, precommit_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:53.373827 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:53.377017 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-7245b1a9-a672-4d98-a4f6-a9a437ca1547 None None] Transition to ACTIVE for port object 5aa8ddb6-2460-424f-83d1-8ab26670b1cd will not be triggered until provisioned by entity L2. {{(pid=93022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:01:53.389323 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-7245b1a9-a672-4d98-a4f6-a9a437ca1547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:53.484383 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71114a0f-45d2-4110-896f-08d23ce7969f None None] Pushing event updated for resources: {'Port': ['ID=5aa8ddb6-2460-424f-83d1-8ab26670b1cd,revision_number=3']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:53.509883 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb6bff-1fcd-449e-a9de-ed61d3991644 req-5a67e61d-e0a3-4df1-beb1-92ec6f74e844 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:53.516855 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-27bb6bff-1fcd-449e-a9de-ed61d3991644 req-5a67e61d-e0a3-4df1-beb1-92ec6f74e844 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee77d7e8-63b4-4996-9190-df688779d8d5 HTTP/1.1" status: 200 len: 946 time: 0.2845409 Jul 16 20:01:53.580767 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.managers [None req-7245b1a9-a672-4d98-a4f6-a9a437ca1547 None None] Attempting to bind port 5aa8ddb6-2460-424f-83d1-8ab26670b1cd on host dv-cinder-800697-3-iscsi for vnic_type normal with profile {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:01:53.581424 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.managers [None req-7245b1a9-a672-4d98-a4f6-a9a437ca1547 None None] Attempting to bind port 5aa8ddb6-2460-424f-83d1-8ab26670b1cd by drivers openvswitch,hyperv on host dv-cinder-800697-3-iscsi at level 0 using segments [{'id': 'e6ad63b0-3eaf-40e7-aaf8-1dfb814bd7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '1781c1cc-212e-46b9-acf4-bf5d41050670'}] {{(pid=93022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:01:53.582003 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7245b1a9-a672-4d98-a4f6-a9a437ca1547 None None] Attempting to bind port 5aa8ddb6-2460-424f-83d1-8ab26670b1cd on network 1781c1cc-212e-46b9-acf4-bf5d41050670 {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:01:53.606913 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7245b1a9-a672-4d98-a4f6-a9a437ca1547 None None] Checking agent: {'id': '6d2f6f1f-2a68-46fa-b61c-109a868a14b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 53, 32), 'started_at': datetime.datetime(2021, 7, 16, 19, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:01:53.608130 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7245b1a9-a672-4d98-a4f6-a9a437ca1547 None None] Checking segment: {'id': 'e6ad63b0-3eaf-40e7-aaf8-1dfb814bd7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '1781c1cc-212e-46b9-acf4-bf5d41050670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:01:53.609378 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-7245b1a9-a672-4d98-a4f6-a9a437ca1547 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:53.609961 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7245b1a9-a672-4d98-a4f6-a9a437ca1547 None None] Bound using segment: {'id': 'e6ad63b0-3eaf-40e7-aaf8-1dfb814bd7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '1781c1cc-212e-46b9-acf4-bf5d41050670'} {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:01:53.610719 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.managers [None req-7245b1a9-a672-4d98-a4f6-a9a437ca1547 None None] Bound port: 5aa8ddb6-2460-424f-83d1-8ab26670b1cd, host: dv-cinder-800697-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6ad63b0-3eaf-40e7-aaf8-1dfb814bd7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '1781c1cc-212e-46b9-acf4-bf5d41050670'}}] {{(pid=93022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:01:53.611288 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-7245b1a9-a672-4d98-a4f6-a9a437ca1547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:53.672792 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-27bb6bff-1fcd-449e-a9de-ed61d3991644 req-e5988fe9-cfcd-4c5c-9795-ecf462d7336e tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548252 Jul 16 20:01:53.728965 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-7245b1a9-a672-4d98-a4f6-a9a437ca1547 None None] For port 5aa8ddb6-2460-424f-83d1-8ab26670b1cd, host dv-cinder-800697-3-iscsi, cleared binding levels {{(pid=93022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:01:53.735112 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-7245b1a9-a672-4d98-a4f6-a9a437ca1547 None None] For port 5aa8ddb6-2460-424f-83d1-8ab26670b1cd, host dv-cinder-800697-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=5aa8ddb6-2460-424f-83d1-8ab26670b1cd,segment=NetworkSegment(e6ad63b0-3eaf-40e7-aaf8-1dfb814bd7c7),segment_id=e6ad63b0-3eaf-40e7-aaf8-1dfb814bd7c7)] {{(pid=93022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:01:53.745050 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-7245b1a9-a672-4d98-a4f6-a9a437ca1547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:53.850975 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7245b1a9-a672-4d98-a4f6-a9a437ca1547 None None] Routers {'b70a51fb-758c-43b3-8e8f-f203c90c25ad'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:01:53.852323 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-7245b1a9-a672-4d98-a4f6-a9a437ca1547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:01:52Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['b70a51fb-758c-43b3-8e8f-f203c90c25ad'], 'active': True} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:53.897243 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71114a0f-45d2-4110-896f-08d23ce7969f None None] Pushing event updated for resources: {'Port': ['ID=5aa8ddb6-2460-424f-83d1-8ab26670b1cd,revision_number=4']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:54.072408 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvr_db [None req-7245b1a9-a672-4d98-a4f6-a9a437ca1547 None None] Set router b70a51fb-758c-43b3-8e8f-f203c90c25ad gateway port host: dv-cinder-800697-3-iscsi {{(pid=93022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:01:54.267284 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b97c73-6018-4e86-ac11-8e7f3cf9283b req-abded39f-2b3a-4246-b538-4f0c46d61474 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:54.269243 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c9b97c73-6018-4e86-ac11-8e7f3cf9283b req-abded39f-2b3a-4246-b538-4f0c46d61474 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] 10.222.0.98 "GET /v2.0/ports?device_id=a0d38af4-df3d-48d7-a8eb-69e4057b4fea HTTP/1.1" status: 200 len: 946 time: 0.1347766 Jul 16 20:01:54.403946 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c9b97c73-6018-4e86-ac11-8e7f3cf9283b req-0e3188e6-7ece-422d-8be5-c9e5eca6a5f2 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a1c97ec-dc6a-4827-8ef8-b289c5c9d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126804 Jul 16 20:01:54.432670 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-7245b1a9-a672-4d98-a4f6-a9a437ca1547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70a51fb-758c-43b3-8e8f-f203c90c25ad', 'name': 'tempest-TestMinimumBasicScenario-2081972644-router', 'tenant_id': '2e25a665d4c7453f935b4598076a0089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '4f46556c-dc5a-4bc5-b382-4537d84f67f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:43Z', 'updated_at': '2021-07-16T20:01:48Z', 'revision_number': 4, 'project_id': '2e25a665d4c7453f935b4598076a0089', 'gw_port': {'id': '4f46556c-dc5a-4bc5-b382-4537d84f67f4', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70a51fb-758c-43b3-8e8f-f203c90c25ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:44Z', 'updated_at': '2021-07-16T20:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_interfaces': [{'id': '5aa8ddb6-2460-424f-83d1-8ab26670b1cd', 'name': '', 'network_id': '1781c1cc-212e-46b9-acf4-bf5d41050670', 'tenant_id': '2e25a665d4c7453f935b4598076a0089', 'mac_address': 'fa:16:3e:65:96:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70a51fb-758c-43b3-8e8f-f203c90c25ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '2bd7e84a-b9db-4784-8631-ef6f78543a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:47Z', 'updated_at': '2021-07-16T20:01:53Z', 'revision_number': 4, 'project_id': '2e25a665d4c7453f935b4598076a0089', 'subnets': [{'id': '2bd7e84a-b9db-4784-8631-ef6f78543a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:54.487627 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7245b1a9-a672-4d98-a4f6-a9a437ca1547 None None] The sync data for ids ['b70a51fb-758c-43b3-8e8f-f203c90c25ad'] in dv-cinder-800697-3-iscsi is: [{'id': 'b70a51fb-758c-43b3-8e8f-f203c90c25ad', 'name': 'tempest-TestMinimumBasicScenario-2081972644-router', 'tenant_id': '2e25a665d4c7453f935b4598076a0089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '4f46556c-dc5a-4bc5-b382-4537d84f67f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:43Z', 'updated_at': '2021-07-16T20:01:48Z', 'revision_number': 4, 'project_id': '2e25a665d4c7453f935b4598076a0089', 'gw_port': {'id': '4f46556c-dc5a-4bc5-b382-4537d84f67f4', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70a51fb-758c-43b3-8e8f-f203c90c25ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:44Z', 'updated_at': '2021-07-16T20:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_interfaces': [{'id': '5aa8ddb6-2460-424f-83d1-8ab26670b1cd', 'name': '', 'network_id': '1781c1cc-212e-46b9-acf4-bf5d41050670', 'tenant_id': '2e25a665d4c7453f935b4598076a0089', 'mac_address': 'fa:16:3e:65:96:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70a51fb-758c-43b3-8e8f-f203c90c25ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '2bd7e84a-b9db-4784-8631-ef6f78543a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:47Z', 'updated_at': '2021-07-16T20:01:53Z', 'revision_number': 4, 'project_id': '2e25a665d4c7453f935b4598076a0089', 'subnets': [{'id': '2bd7e84a-b9db-4784-8631-ef6f78543a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:01:54.593122 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-ff501643-feb7-41c4-b7b4-05c668cff453 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:54.600395 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-ff501643-feb7-41c4-b7b4-05c668cff453 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8363194'] for floatingip, after_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:54.683172 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde811f-3bcf-4286-bd21-9e165e4029ac req-4a3ca75b-5b38-4e2a-a0d3-09e13f4ccbe7 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:54.684666 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-fdde811f-3bcf-4286-bd21-9e165e4029ac req-4a3ca75b-5b38-4e2a-a0d3-09e13f4ccbe7 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] 10.222.0.102 "GET /v2.0/ports?device_id=a0d38af4-df3d-48d7-a8eb-69e4057b4fea HTTP/1.1" status: 200 len: 946 time: 0.6659615 Jul 16 20:01:54.773890 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:54.944509 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.db.l3_db [None req-ff501643-feb7-41c4-b7b4-05c668cff453 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Floating IP 7e3bae8f-9b0d-411f-8527-5832aca0215c associated. External IP: 172.27.1.140, port: 9bf651b9-1121-4e77-97e1-43aeb0746b86. Jul 16 20:01:55.231156 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bedad6-e190-453f-9a87-8831ea0b8062 req-2a0ae9f9-3fb6-45bb-9e02-7e0e1982060c tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:55.243595 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-02bedad6-e190-453f-9a87-8831ea0b8062 req-2a0ae9f9-3fb6-45bb-9e02-7e0e1982060c tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee77d7e8-63b4-4996-9190-df688779d8d5 HTTP/1.1" status: 200 len: 946 time: 0.3820341 Jul 16 20:01:55.273819 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.plugin [req-fdde811f-3bcf-4286-bd21-9e165e4029ac req-6f371f56-0630-4a63-ac56-ba517a70f989 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] Deleting port 15344481-52e4-48e1-8e00-42d757475a47 {{(pid=93021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:01:55.274248 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-fdde811f-3bcf-4286-bd21-9e165e4029ac req-6f371f56-0630-4a63-ac56-ba517a70f989 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786207273135'] for port, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:55.435112 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-02bedad6-e190-453f-9a87-8831ea0b8062 req-7659f26f-ab6f-4efe-8461-51e94aa50863 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954689 Jul 16 20:01:55.471556 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff501643-feb7-41c4-b7b4-05c668cff453 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Router 850a098b-f0e9-46e8-a28c-0973e52da083 has already been hosted by L3 agent 2edc1d69-0f6a-462d-a1c4-2c7c9be5649e {{(pid=93021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:01:55.523183 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.db [req-fdde811f-3bcf-4286-bd21-9e165e4029ac req-6f371f56-0630-4a63-ac56-ba517a70f989 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] For port 15344481-52e4-48e1-8e00-42d757475a47, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=15344481-52e4-48e1-8e00-42d757475a47,segment=NetworkSegment(56fe30b0-fdd5-4cde-8b0f-9ea1f93ef2a7),segment_id=56fe30b0-fdd5-4cde-8b0f-9ea1f93ef2a7)] {{(pid=93021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:55.524233 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-fdde811f-3bcf-4286-bd21-9e165e4029ac req-6f371f56-0630-4a63-ac56-ba517a70f989 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8298881'] for port, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:55.572936 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.plugin [req-fdde811f-3bcf-4286-bd21-9e165e4029ac req-6f371f56-0630-4a63-ac56-ba517a70f989 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] Calling delete_port for 15344481-52e4-48e1-8e00-42d757475a47 owned by compute:nova {{(pid=93021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:01:55.909675 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff501643-feb7-41c4-b7b4-05c668cff453 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify agent at l3_agent.dv-cinder-800697-3-iscsi the message routers_updated {{(pid=93021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:01:55.917073 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-ff501643-feb7-41c4-b7b4-05c668cff453 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for floatingip, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:55.927279 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680188d4-1d08-4b6c-8f95-c516c6c0a0bc None None] Sync routers for ids ['850a098b-f0e9-46e8-a28c-0973e52da083'] in dv-cinder-800697-3-iscsi {{(pid=93023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:01:55.938188 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680188d4-1d08-4b6c-8f95-c516c6c0a0bc None None] Routers {'850a098b-f0e9-46e8-a28c-0973e52da083'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:01:55.939090 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-680188d4-1d08-4b6c-8f95-c516c6c0a0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:01:52Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['850a098b-f0e9-46e8-a28c-0973e52da083'], 'active': True} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:55.963325 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-ff501643-feb7-41c4-b7b4-05c668cff453 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "PUT /v2.0/floatingips/7e3bae8f-9b0d-411f-8527-5832aca0215c HTTP/1.1" status: 200 len: 991 time: 2.7929296 Jul 16 20:01:55.970132 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '437a660f-8195-4938-a438-8a83c296722a', 'tag': '9bf651b9-1121-4e77-97e1-43aeb0746b86'}] {{(pid=93021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:01:55.972961 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddedcd09e79d8c9fc5d60e66bd670fc6a6ae4dfc146b22652953969e0d1274bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9453b03b-c4e1-4840-8d44-7a21eec13645" -d '{"events": [{"name": "network-changed", "server_uuid": "437a660f-8195-4938-a438-8a83c296722a", "tag": "9bf651b9-1121-4e77-97e1-43aeb0746b86"}]}' {{(pid=93021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:01:55.995216 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2062d-e797-4183-9087-4300622ac670 req-64ae76b0-bcef-430a-8cc2-73cf231f7a66 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:56.002236 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-06e2062d-e797-4183-9087-4300622ac670 req-64ae76b0-bcef-430a-8cc2-73cf231f7a66 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] 10.222.0.98 "GET /v2.0/ports?device_id=a0d38af4-df3d-48d7-a8eb-69e4057b4fea HTTP/1.1" status: 200 len: 946 time: 0.3111153 Jul 16 20:01:56.157120 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-06e2062d-e797-4183-9087-4300622ac670 req-34d3f39c-2486-454b-83b3-ed5dda5152ea tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a1c97ec-dc6a-4827-8ef8-b289c5c9d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537647 Jul 16 20:01:56.172075 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-fdde811f-3bcf-4286-bd21-9e165e4029ac req-6f371f56-0630-4a63-ac56-ba517a70f989 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786207273858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786206872495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8120956'] for port, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:56.213235 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvr_db [None req-680188d4-1d08-4b6c-8f95-c516c6c0a0bc None None] Set router 850a098b-f0e9-46e8-a28c-0973e52da083 gateway port host: dv-cinder-800697-3-iscsi {{(pid=93023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:01:56.263662 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f371f56-0630-4a63-ac56-ba517a70f989 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] Pushing event deleted for resources: {'Port': ['ID=15344481-52e4-48e1-8e00-42d757475a47,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:56.273693 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5633b1c4-ce3e-47a2-a47d-38b1a91f7ed8 x-openstack-request-id: req-5633b1c4-ce3e-47a2-a47d-38b1a91f7ed8 {{(pid=93021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:01:56.275511 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "437a660f-8195-4938-a438-8a83c296722a", "tag": "9bf651b9-1121-4e77-97e1-43aeb0746b86", "status": "completed", "code": 200}]} {{(pid=93021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:01:56.275841 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5633b1c4-ce3e-47a2-a47d-38b1a91f7ed8 {{(pid=93021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:01:56.276307 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '437a660f-8195-4938-a438-8a83c296722a', 'tag': '9bf651b9-1121-4e77-97e1-43aeb0746b86', 'status': 'completed', 'code': 200} Jul 16 20:01:56.328473 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f371f56-0630-4a63-ac56-ba517a70f989 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:56.328827 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f371f56-0630-4a63-ac56-ba517a70f989 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:56.329173 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f371f56-0630-4a63-ac56-ba517a70f989 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:56.329514 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f371f56-0630-4a63-ac56-ba517a70f989 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:56.329844 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f371f56-0630-4a63-ac56-ba517a70f989 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:56.330179 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f371f56-0630-4a63-ac56-ba517a70f989 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:56.344526 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f371f56-0630-4a63-ac56-ba517a70f989 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:56.345035 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f371f56-0630-4a63-ac56-ba517a70f989 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:56.345388 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f371f56-0630-4a63-ac56-ba517a70f989 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:56.345727 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f371f56-0630-4a63-ac56-ba517a70f989 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:56.346065 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f371f56-0630-4a63-ac56-ba517a70f989 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:56.346398 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f371f56-0630-4a63-ac56-ba517a70f989 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:56.552895 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453b03b-c4e1-4840-8d44-7a21eec13645 req-517f3a94-2adf-4f7e-879c-eb5c6171c0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:56.555231 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-9453b03b-c4e1-4840-8d44-7a21eec13645 req-517f3a94-2adf-4f7e-879c-eb5c6171c0c9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1f6d0bc6cd574899a9225c0ba21b689f&device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 1098 time: 0.2550986 Jul 16 20:01:56.577706 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 5aa8ddb6-2460-424f-83d1-8ab26670b1cd up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:01:56.597605 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdde811f-3bcf-4286-bd21-9e165e4029ac req-6f371f56-0630-4a63-ac56-ba517a70f989 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] No DVR routers for this DVR port 15344481-52e4-48e1-8e00-42d757475a47 on host hv-cinder-80069 {{(pid=93021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:01:56.627337 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-fdde811f-3bcf-4286-bd21-9e165e4029ac req-6f371f56-0630-4a63-ac56-ba517a70f989 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for port, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:56.630774 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-fdde811f-3bcf-4286-bd21-9e165e4029ac req-6f371f56-0630-4a63-ac56-ba517a70f989 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] 10.222.0.102 "DELETE /v2.0/ports/15344481-52e4-48e1-8e00-42d757475a47 HTTP/1.1" status: 204 len: 173 time: 1.8591475 Jul 16 20:01:56.679583 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453b03b-c4e1-4840-8d44-7a21eec13645 req-e072c429-504d-4a5c-a944-c74ddd978059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:56.681715 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-9453b03b-c4e1-4840-8d44-7a21eec13645 req-e072c429-504d-4a5c-a944-c74ddd978059 service neutron] 10.222.0.102 "GET /v2.0/networks?id=0b3104bd-edfc-4af0-90f6-7b90aa247197 HTTP/1.1" status: 200 len: 911 time: 0.1157105 Jul 16 20:01:56.777466 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning for port 5aa8ddb6-2460-424f-83d1-8ab26670b1cd completed by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:01:56.808934 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning complete for port 5aa8ddb6-2460-424f-83d1-8ab26670b1cd triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:56.809500 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:56.987513 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:57.015445 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-9453b03b-c4e1-4840-8d44-7a21eec13645 req-aebf82ad-82b9-49df-ba94-f462956a400c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9bf651b9-1121-4e77-97e1-43aeb0746b86 HTTP/1.1" status: 200 len: 999 time: 0.3256683 Jul 16 20:01:57.020568 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de4139-3208-418a-ac5c-5ac93788d444 req-d15f9d46-7d7c-41d0-b67b-f73384ef7482 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:57.042293 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-a6de4139-3208-418a-ac5c-5ac93788d444 req-d15f9d46-7d7c-41d0-b67b-f73384ef7482 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee77d7e8-63b4-4996-9190-df688779d8d5 HTTP/1.1" status: 200 len: 946 time: 0.2665684 Jul 16 20:01:57.128525 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] For port 5aa8ddb6-2460-424f-83d1-8ab26670b1cd, host dv-cinder-800697-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=5aa8ddb6-2460-424f-83d1-8ab26670b1cd,segment=NetworkSegment(e6ad63b0-3eaf-40e7-aaf8-1dfb814bd7c7),segment_id=e6ad63b0-3eaf-40e7-aaf8-1dfb814bd7c7)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:01:57.134472 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:57.160471 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-a6de4139-3208-418a-ac5c-5ac93788d444 req-579a7ee6-af48-44a5-8770-293afadf2b66 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169977 Jul 16 20:01:57.164768 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453b03b-c4e1-4840-8d44-7a21eec13645 req-2358b442-f64c-40e2-8d04-01d3d0a453ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:57.176045 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-9453b03b-c4e1-4840-8d44-7a21eec13645 req-2358b442-f64c-40e2-8d04-01d3d0a453ed service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ef5951b2-8beb-4c67-b6c2-485349b7bb28 HTTP/1.1" status: 200 len: 848 time: 0.1498139 Jul 16 20:01:57.263318 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Pushing event updated for resources: {'Port': ['ID=5aa8ddb6-2460-424f-83d1-8ab26670b1cd,revision_number=5']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:57.301486 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:57.301839 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:57.302182 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:57.304682 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:57.304936 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:57.305236 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:57.305560 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:57.305897 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:57.311326 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:57.311738 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:57.312084 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:57.313203 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:57.332758 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-680188d4-1d08-4b6c-8f95-c516c6c0a0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'name': 'tempest-AttachVolumeTestJSON-26531343-router', 'tenant_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '34ae6685-b683-4f7c-9429-b8c022470bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:00Z', 'updated_at': '2021-07-16T20:01:14Z', 'revision_number': 4, 'project_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'gw_port': {'id': '34ae6685-b683-4f7c-9429-b8c022470bd3', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:fb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:02Z', 'updated_at': '2021-07-16T20:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_floatingips': [{'id': '7e3bae8f-9b0d-411f-8527-5832aca0215c', 'tenant_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'floating_ip_address': '172.27.1.140', 'floating_network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'router_id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'port_id': '9bf651b9-1121-4e77-97e1-43aeb0746b86', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b3104bd-edfc-4af0-90f6-7b90aa247197', 'mac_address': 'fa:16:3e:ae:a3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437a660f-8195-4938-a438-8a83c296722a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:01:26Z', 'updated_at': '2021-07-16T20:01:54Z', 'revision_number': 1, 'project_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae863e2e-b1b8-44ba-8f65-e723fe693990', 'name': '', 'network_id': '0b3104bd-edfc-4af0-90f6-7b90aa247197', 'tenant_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'mac_address': 'fa:16:3e:e8:ca:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'ef5951b2-8beb-4c67-b6c2-485349b7bb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:12Z', 'updated_at': '2021-07-16T20:01:23Z', 'revision_number': 5, 'project_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'subnets': [{'id': 'ef5951b2-8beb-4c67-b6c2-485349b7bb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:57.386536 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453b03b-c4e1-4840-8d44-7a21eec13645 req-64ca5d4d-a032-4402-8372-12cb22f721b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:01:57.388656 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-9453b03b-c4e1-4840-8d44-7a21eec13645 req-64ca5d4d-a032-4402-8372-12cb22f721b5 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=0b3104bd-edfc-4af0-90f6-7b90aa247197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2017622 Jul 16 20:01:57.397044 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680188d4-1d08-4b6c-8f95-c516c6c0a0bc None None] Checking router: 850a098b-f0e9-46e8-a28c-0973e52da083 for host: dv-cinder-800697-3-iscsi {{(pid=93023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:01:57.418893 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680188d4-1d08-4b6c-8f95-c516c6c0a0bc None None] Routers {'850a098b-f0e9-46e8-a28c-0973e52da083'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:01:57.419527 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-680188d4-1d08-4b6c-8f95-c516c6c0a0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:01:52Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['850a098b-f0e9-46e8-a28c-0973e52da083'], 'active': True} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:57.522723 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-9453b03b-c4e1-4840-8d44-7a21eec13645 req-cbdc5dae-b998-4a5a-b246-13d6ddd3dcfa service neutron] 10.222.0.102 "GET /v2.0/networks/0b3104bd-edfc-4af0-90f6-7b90aa247197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187851 Jul 16 20:01:57.570924 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvr_db [None req-680188d4-1d08-4b6c-8f95-c516c6c0a0bc None None] Set router 850a098b-f0e9-46e8-a28c-0973e52da083 gateway port host: dv-cinder-800697-3-iscsi {{(pid=93023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:01:57.638939 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device 15344481-52e4-48e1-8e00-42d757475a47 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:01:57.652185 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-9453b03b-c4e1-4840-8d44-7a21eec13645 req-228ef5c8-5e06-4427-b846-f24586c2ea89 service neutron] 10.222.0.102 "GET /v2.0/networks/0b3104bd-edfc-4af0-90f6-7b90aa247197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198075 Jul 16 20:01:57.681472 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] No Port match for: 15344481-52e4-48e1-8e00-42d757475a47 {{(pid=93022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:01:57.682095 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device 15344481-52e4-48e1-8e00-42d757475a47 not bound to the agent host hv-cinder-80069 {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:01:57.741385 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-a6d501f4-997a-4583-8516-a28e90011a1b req-dc56fd91-73fe-4bbc-bfee-0395228caf82 tempest-DeleteServersTestJSON-2084523289 tempest-DeleteServersTestJSON-2084523289-project] 10.222.0.98 "GET /v2.0/ports?device_id=a0d38af4-df3d-48d7-a8eb-69e4057b4fea HTTP/1.1" status: 200 len: 210 time: 0.0599709 Jul 16 20:01:57.855248 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-680188d4-1d08-4b6c-8f95-c516c6c0a0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'name': 'tempest-AttachVolumeTestJSON-26531343-router', 'tenant_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '34ae6685-b683-4f7c-9429-b8c022470bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:00Z', 'updated_at': '2021-07-16T20:01:14Z', 'revision_number': 4, 'project_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'gw_port': {'id': '34ae6685-b683-4f7c-9429-b8c022470bd3', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:fb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:02Z', 'updated_at': '2021-07-16T20:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_floatingips': [{'id': '7e3bae8f-9b0d-411f-8527-5832aca0215c', 'tenant_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'floating_ip_address': '172.27.1.140', 'floating_network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'router_id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'port_id': '9bf651b9-1121-4e77-97e1-43aeb0746b86', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b3104bd-edfc-4af0-90f6-7b90aa247197', 'mac_address': 'fa:16:3e:ae:a3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437a660f-8195-4938-a438-8a83c296722a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:01:26Z', 'updated_at': '2021-07-16T20:01:54Z', 'revision_number': 1, 'project_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae863e2e-b1b8-44ba-8f65-e723fe693990', 'name': '', 'network_id': '0b3104bd-edfc-4af0-90f6-7b90aa247197', 'tenant_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'mac_address': 'fa:16:3e:e8:ca:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'ef5951b2-8beb-4c67-b6c2-485349b7bb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:12Z', 'updated_at': '2021-07-16T20:01:23Z', 'revision_number': 5, 'project_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'subnets': [{'id': 'ef5951b2-8beb-4c67-b6c2-485349b7bb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:01:57.884505 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680188d4-1d08-4b6c-8f95-c516c6c0a0bc None None] The sync data for ids ['850a098b-f0e9-46e8-a28c-0973e52da083'] in dv-cinder-800697-3-iscsi is: [{'id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'name': 'tempest-AttachVolumeTestJSON-26531343-router', 'tenant_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '34ae6685-b683-4f7c-9429-b8c022470bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:00Z', 'updated_at': '2021-07-16T20:01:14Z', 'revision_number': 4, 'project_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'gw_port': {'id': '34ae6685-b683-4f7c-9429-b8c022470bd3', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:fb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:02Z', 'updated_at': '2021-07-16T20:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_floatingips': [{'id': '7e3bae8f-9b0d-411f-8527-5832aca0215c', 'tenant_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'floating_ip_address': '172.27.1.140', 'floating_network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'router_id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'port_id': '9bf651b9-1121-4e77-97e1-43aeb0746b86', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b3104bd-edfc-4af0-90f6-7b90aa247197', 'mac_address': 'fa:16:3e:ae:a3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437a660f-8195-4938-a438-8a83c296722a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:01:26Z', 'updated_at': '2021-07-16T20:01:54Z', 'revision_number': 1, 'project_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae863e2e-b1b8-44ba-8f65-e723fe693990', 'name': '', 'network_id': '0b3104bd-edfc-4af0-90f6-7b90aa247197', 'tenant_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'mac_address': 'fa:16:3e:e8:ca:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'ef5951b2-8beb-4c67-b6c2-485349b7bb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:12Z', 'updated_at': '2021-07-16T20:01:23Z', 'revision_number': 5, 'project_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'subnets': [{'id': 'ef5951b2-8beb-4c67-b6c2-485349b7bb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:01:58.121560 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba67277-01fb-4f40-aa22-a53edb0a37f2 None None] New status for floating IP 7e3bae8f-9b0d-411f-8527-5832aca0215c: ACTIVE {{(pid=93022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:01:58.277664 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d38af4-df3d-48d7-a8eb-69e4057b4fea', 'name': 'network-vif-deleted', 'tag': '15344481-52e4-48e1-8e00-42d757475a47'}] {{(pid=93021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:01:58.280225 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddedcd09e79d8c9fc5d60e66bd670fc6a6ae4dfc146b22652953969e0d1274bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde18ff1-14f7-408e-b96d-43f582592fd5" -d '{"events": [{"server_uuid": "a0d38af4-df3d-48d7-a8eb-69e4057b4fea", "name": "network-vif-deleted", "tag": "15344481-52e4-48e1-8e00-42d757475a47"}]}' {{(pid=93021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:01:58.391375 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 5aa8ddb6-2460-424f-83d1-8ab26670b1cd up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:01:58.458117 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning complete for port 5aa8ddb6-2460-424f-83d1-8ab26670b1cd triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:01:58.458629 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:01.732312 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e741d-046c-4c41-a15d-afbca7d34536 req-24ead35c-0b82-4423-850a-47a3b0ac8160 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:01.733819 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-816e741d-046c-4c41-a15d-afbca7d34536 req-24ead35c-0b82-4423-850a-47a3b0ac8160 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee77d7e8-63b4-4996-9190-df688779d8d5 HTTP/1.1" status: 200 len: 946 time: 0.0699131 Jul 16 20:02:01.779700 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-816e741d-046c-4c41-a15d-afbca7d34536 req-d7a21cd4-ebea-4a3a-8a64-0498410d4408 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393803 Jul 16 20:02:01.832584 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a1d325-ab9d-49bd-bd04-a04912a3c315 x-openstack-request-id: req-88a1d325-ab9d-49bd-bd04-a04912a3c315 {{(pid=93021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:02:01.832875 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d38af4-df3d-48d7-a8eb-69e4057b4fea", "name": "network-vif-deleted", "tag": "15344481-52e4-48e1-8e00-42d757475a47", "status": "completed", "code": 200}]} {{(pid=93021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:02:01.833131 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-88a1d325-ab9d-49bd-bd04-a04912a3c315 {{(pid=93021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:02:01.833550 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d38af4-df3d-48d7-a8eb-69e4057b4fea', 'name': 'network-vif-deleted', 'tag': '15344481-52e4-48e1-8e00-42d757475a47', 'status': 'completed', 'code': 200} Jul 16 20:02:02.283786 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:03.011240 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512fabd8-e200-432d-964a-c71c0fff0b7b req-a47ae0ad-a1e7-4391-89b3-6892918c0491 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:03.013773 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-512fabd8-e200-432d-964a-c71c0fff0b7b req-a47ae0ad-a1e7-4391-89b3-6892918c0491 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee77d7e8-63b4-4996-9190-df688779d8d5 HTTP/1.1" status: 200 len: 946 time: 0.0846665 Jul 16 20:02:03.068572 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-512fabd8-e200-432d-964a-c71c0fff0b7b req-c367f72a-9207-4d01-9402-47db8566e3d9 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491211 Jul 16 20:02:03.592950 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 54740) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:03.643245 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.db_base_plugin_v2 [None req-cda9f824-bd5c-494c-8cc3-52b94df9bffd admin admin] Deleting subnet 70edc46c-0e6e-49e4-a375-8b3a4fe49e25 {{(pid=93021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:02:03.646516 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-cda9f824-bd5c-494c-8cc3-52b94df9bffd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:03.687325 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-cda9f824-bd5c-494c-8cc3-52b94df9bffd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5940030'] for subnet, precommit_delete_associations {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:03.713795 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036594fc-f1b5-423e-b794-3ba8827e6fd0 req-3a2352dd-8b83-4429-b85e-5f6c595e8842 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:03.715401 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-036594fc-f1b5-423e-b794-3ba8827e6fd0 req-3a2352dd-8b83-4429-b85e-5f6c595e8842 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/networks?id=e5804f1d-fdeb-47b2-a0ec-baf0d0715cca HTTP/1.1" status: 200 len: 814 time: 0.1245570 Jul 16 20:02:03.732007 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-cda9f824-bd5c-494c-8cc3-52b94df9bffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001713'] for subnet, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:03.737083 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-036594fc-f1b5-423e-b794-3ba8827e6fd0 req-7fdb119c-5cbb-4964-bd05-8b9a06bf14e2 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/quotas/6454850dc1f14582976bbf9cabb0fec3 HTTP/1.1" status: 200 len: 375 time: 0.0154631 Jul 16 20:02:03.798555 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-cda9f824-bd5c-494c-8cc3-52b94df9bffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7945194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8120847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6192214'] for subnet, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:03.821758 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-036594fc-f1b5-423e-b794-3ba8827e6fd0 req-c1725311-2fc0-4fe7-8d2e-7c371265a731 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=6454850dc1f14582976bbf9cabb0fec3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0837119 Jul 16 20:02:03.833719 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-cda9f824-bd5c-494c-8cc3-52b94df9bffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for subnet, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:03.838973 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-cda9f824-bd5c-494c-8cc3-52b94df9bffd admin admin] 10.222.0.98 "DELETE /v2.0/subnets/70edc46c-0e6e-49e4-a375-8b3a4fe49e25 HTTP/1.1" status: 204 len: 168 time: 0.2449102 Jul 16 20:02:03.839611 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 54748) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:03.840075 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda9f824-bd5c-494c-8cc3-52b94df9bffd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70edc46c-0e6e-49e4-a375-8b3a4fe49e25,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:03.962288 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e992e83c-fc38-4b94-8aca-9fb0ac3118cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556954'] for network, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:03.983433 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-036594fc-f1b5-423e-b794-3ba8827e6fd0 req-0b2bee35-4c93-4d7e-bfe8-a3a7466e96a9 service neutron] 10.222.0.98 "GET /v2.0/networks/e5804f1d-fdeb-47b2-a0ec-baf0d0715cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548376 Jul 16 20:02:04.100299 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e992e83c-fc38-4b94-8aca-9fb0ac3118cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002645', 'neutron.services.segments.db._delete_segments_for_network-8786207386444'] for network, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:04.116029 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.services.segments.db [None req-e992e83c-fc38-4b94-8aca-9fb0ac3118cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7ccddc4-0a2e-4884-a7b3-ed02f9b51dbd']}} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:04.129567 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.services.segments.db [None req-e992e83c-fc38-4b94-8aca-9fb0ac3118cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56fe30b0-fdd5-4cde-8b0f-9ea1f93ef2a7') {'for_net_delete': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:04.129861 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.services.segments.db [None req-e992e83c-fc38-4b94-8aca-9fb0ac3118cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56fe30b0-fdd5-4cde-8b0f-9ea1f93ef2a7') {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:04.147590 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e992e83c-fc38-4b94-8aca-9fb0ac3118cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786207387733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6078529'] for segment, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:04.165281 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-036594fc-f1b5-423e-b794-3ba8827e6fd0 req-794bf3e9-798e-4790-a5ff-ed3ba757bf69 service neutron] 10.222.0.98 "GET /v2.0/networks/e5804f1d-fdeb-47b2-a0ec-baf0d0715cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616333 Jul 16 20:02:04.169136 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e992e83c-fc38-4b94-8aca-9fb0ac3118cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964265'] for segment, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:04.175251 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e992e83c-fc38-4b94-8aca-9fb0ac3118cb admin admin] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=93020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:02:04.175649 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e992e83c-fc38-4b94-8aca-9fb0ac3118cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6084173'] for segment, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:04.177206 dv-cinder-800697-3-iscsi neutron-server[93020]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:02:04.177206 dv-cinder-800697-3-iscsi neutron-server[93020]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:02:04.177206 dv-cinder-800697-3-iscsi neutron-server[93020]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:02:04.177206 dv-cinder-800697-3-iscsi neutron-server[93020]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:02:04.177206 dv-cinder-800697-3-iscsi neutron-server[93020]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:02:04.177206 dv-cinder-800697-3-iscsi neutron-server[93020]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:02:04.177206 dv-cinder-800697-3-iscsi neutron-server[93020]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:02:04.177206 dv-cinder-800697-3-iscsi neutron-server[93020]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:02:04.177206 dv-cinder-800697-3-iscsi neutron-server[93020]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:02:04.177206 dv-cinder-800697-3-iscsi neutron-server[93020]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:02:04.177206 dv-cinder-800697-3-iscsi neutron-server[93020]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:02:04.177206 dv-cinder-800697-3-iscsi neutron-server[93020]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:02:04.177206 dv-cinder-800697-3-iscsi neutron-server[93020]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:02:04.177206 dv-cinder-800697-3-iscsi neutron-server[93020]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:02:04.177206 dv-cinder-800697-3-iscsi neutron-server[93020]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:02:04.177206 dv-cinder-800697-3-iscsi neutron-server[93020]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:02:04.177206 dv-cinder-800697-3-iscsi neutron-server[93020]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:02:04.177206 dv-cinder-800697-3-iscsi neutron-server[93020]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:02:04.177206 dv-cinder-800697-3-iscsi neutron-server[93020]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:02:04.177206 dv-cinder-800697-3-iscsi neutron-server[93020]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:02:04.177206 dv-cinder-800697-3-iscsi neutron-server[93020]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:02:04.177206 dv-cinder-800697-3-iscsi neutron-server[93020]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:02:04.177206 dv-cinder-800697-3-iscsi neutron-server[93020]: Traceback (most recent call last): Jul 16 20:02:04.177206 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:02:04.177206 dv-cinder-800697-3-iscsi neutron-server[93020]: timer() Jul 16 20:02:04.177206 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:02:04.177206 dv-cinder-800697-3-iscsi neutron-server[93020]: cb(*args, **kw) Jul 16 20:02:04.177206 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:02:04.177206 dv-cinder-800697-3-iscsi neutron-server[93020]: return func(*args, **kwargs) Jul 16 20:02:04.177206 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:02:04.177206 dv-cinder-800697-3-iscsi neutron-server[93020]: self._notify() Jul 16 20:02:04.177206 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:02:04.177206 dv-cinder-800697-3-iscsi neutron-server[93020]: self.callback(batched_events) Jul 16 20:02:04.177206 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:02:04.177206 dv-cinder-800697-3-iscsi neutron-server[93020]: event.method(event) Jul 16 20:02:04.177206 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:02:04.177206 dv-cinder-800697-3-iscsi neutron-server[93020]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:02:04.177206 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:02:04.177206 dv-cinder-800697-3-iscsi neutron-server[93020]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:02:04.177206 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:02:04.177206 dv-cinder-800697-3-iscsi neutron-server[93020]: return f(self, *a, **k) Jul 16 20:02:04.177206 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:02:04.177206 dv-cinder-800697-3-iscsi neutron-server[93020]: return self._get(url).json() Jul 16 20:02:04.177206 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:02:04.177206 dv-cinder-800697-3-iscsi neutron-server[93020]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:02:04.177206 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:02:04.177206 dv-cinder-800697-3-iscsi neutron-server[93020]: return self.request(url, 'GET', **kwargs) Jul 16 20:02:04.177206 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:02:04.177206 dv-cinder-800697-3-iscsi neutron-server[93020]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:02:04.177206 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:02:04.177206 dv-cinder-800697-3-iscsi neutron-server[93020]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:02:04.177206 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:02:04.177206 dv-cinder-800697-3-iscsi neutron-server[93020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:02:04.177206 dv-cinder-800697-3-iscsi neutron-server[93020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:02:04.230152 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e992e83c-fc38-4b94-8aca-9fb0ac3118cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8363180'] for network, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:04.237574 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e992e83c-fc38-4b94-8aca-9fb0ac3118cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for network, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:04.242380 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-e992e83c-fc38-4b94-8aca-9fb0ac3118cb admin admin] 10.222.0.98 "DELETE /v2.0/networks/c7ccddc4-0a2e-4884-a7b3-ed02f9b51dbd HTTP/1.1" status: 204 len: 168 time: 0.3987608 Jul 16 20:02:04.251034 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e992e83c-fc38-4b94-8aca-9fb0ac3118cb admin admin] Pushing event deleted for resources: {'Network': ['ID=c7ccddc4-0a2e-4884-a7b3-ed02f9b51dbd,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:04.258722 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992e83c-fc38-4b94-8aca-9fb0ac3118cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:04.259075 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992e83c-fc38-4b94-8aca-9fb0ac3118cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:04.259418 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992e83c-fc38-4b94-8aca-9fb0ac3118cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:04.259753 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992e83c-fc38-4b94-8aca-9fb0ac3118cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:04.260082 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992e83c-fc38-4b94-8aca-9fb0ac3118cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:04.260413 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992e83c-fc38-4b94-8aca-9fb0ac3118cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:04.260738 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992e83c-fc38-4b94-8aca-9fb0ac3118cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:04.261067 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992e83c-fc38-4b94-8aca-9fb0ac3118cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:04.261395 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992e83c-fc38-4b94-8aca-9fb0ac3118cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:04.261708 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992e83c-fc38-4b94-8aca-9fb0ac3118cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:04.262036 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992e83c-fc38-4b94-8aca-9fb0ac3118cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:04.262358 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992e83c-fc38-4b94-8aca-9fb0ac3118cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:04.444074 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 54776) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:04.496205 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a8ee42-5f3f-4c44-8032-da5d312eee29 req-3992172e-e38d-4d48-94a7-1049966e702e tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:04.498179 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-e7a8ee42-5f3f-4c44-8032-da5d312eee29 req-3992172e-e38d-4d48-94a7-1049966e702e tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/networks?id=8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061 HTTP/1.1" status: 200 len: 814 time: 0.1431997 Jul 16 20:02:04.525235 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-8a2643c3-d8a8-4c2b-8a63-cae4ad45261b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b6965a6d41d04a2db80c6fd2f258d023&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0769277 Jul 16 20:02:04.525235 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-e7a8ee42-5f3f-4c44-8032-da5d312eee29 req-7fb0c06c-5179-4201-99fb-5b42aad416df tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/quotas/454a9d33c455460a9dfb59ca6c522da9 HTTP/1.1" status: 200 len: 375 time: 0.0183549 Jul 16 20:02:04.525620 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 54780) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:04.615998 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-fd8e6d2d-3eb0-4f9b-9665-cba44452b87c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:04.622987 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-e7a8ee42-5f3f-4c44-8032-da5d312eee29 req-ef66ee7f-a85d-4723-a140-e3211855db26 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=454a9d33c455460a9dfb59ca6c522da9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0829639 Jul 16 20:02:04.643652 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-fd8e6d2d-3eb0-4f9b-9665-cba44452b87c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:04.699086 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-fd8e6d2d-3eb0-4f9b-9665-cba44452b87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:04.702052 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-fd8e6d2d-3eb0-4f9b-9665-cba44452b87c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:04.703235 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-fd8e6d2d-3eb0-4f9b-9665-cba44452b87c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/7a1c97ec-dc6a-4827-8ef8-b289c5c9d5a2 HTTP/1.1" status: 204 len: 168 time: 0.1766348 Jul 16 20:02:04.711683 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8e6d2d-3eb0-4f9b-9665-cba44452b87c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1c97ec-dc6a-4827-8ef8-b289c5c9d5a2,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:04.722861 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-e7a8ee42-5f3f-4c44-8032-da5d312eee29 req-6c30639a-7909-4a93-b457-a85dcdc20318 service neutron] 10.222.0.98 "GET /v2.0/networks/8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918105 Jul 16 20:02:04.814273 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-e7a8ee42-5f3f-4c44-8032-da5d312eee29 req-4fa9b192-d5a7-467e-9c39-f49ecee88e29 service neutron] 10.222.0.98 "GET /v2.0/networks/8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842209 Jul 16 20:02:05.087910 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7783b8-55ea-48f1-9ac9-d4840b11d54f req-5fb03433-338b-4365-8912-09d519cc2a74 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:05.090473 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-bc7783b8-55ea-48f1-9ac9-d4840b11d54f req-5fb03433-338b-4365-8912-09d519cc2a74 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee77d7e8-63b4-4996-9190-df688779d8d5 HTTP/1.1" status: 200 len: 946 time: 0.0762153 Jul 16 20:02:05.147003 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-bc7783b8-55ea-48f1-9ac9-d4840b11d54f req-a4c37e4f-7ca1-48c7-a088-62d2a91ff7c6 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483069 Jul 16 20:02:06.511937 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 54870) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:06.612198 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-cf8a2875-25c8-41ff-8296-f33073d6bbbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:06.697966 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-cf8a2875-25c8-41ff-8296-f33073d6bbbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:06.701555 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-cf8a2875-25c8-41ff-8296-f33073d6bbbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:06.737700 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-cf8a2875-25c8-41ff-8296-f33073d6bbbc admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b0aa4e828a174ba08c50d84cdaec1403&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2247124 Jul 16 20:02:06.738449 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a2875-25c8-41ff-8296-f33073d6bbbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12d6c5e-ed8c-4f5e-94df-dc22142b901c,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:06.740456 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 54874) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:06.792880 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-45650a3b-a334-46bb-964c-debba1f14b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:06.817262 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-45650a3b-a334-46bb-964c-debba1f14b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:06.884629 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-45650a3b-a334-46bb-964c-debba1f14b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:06.887213 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-45650a3b-a334-46bb-964c-debba1f14b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:06.888509 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-45650a3b-a334-46bb-964c-debba1f14b1a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c12d6c5e-ed8c-4f5e-94df-dc22142b901c HTTP/1.1" status: 204 len: 168 time: 0.1470690 Jul 16 20:02:06.898404 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45650a3b-a334-46bb-964c-debba1f14b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12d6c5e-ed8c-4f5e-94df-dc22142b901c,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:07.031216 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-e575cad2-242d-4741-942b-89ab20e60633 req-8d114495-4b71-4ec5-9394-d9c56438057a tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=29cb119b-d190-46da-b416-2b6593e3fd8f HTTP/1.1" status: 200 len: 210 time: 0.0493877 Jul 16 20:02:07.061622 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-f8efb650-ce28-40ff-8c7f-3fa26f7526ce req-f65a1013-44c6-4a93-9360-55e03ec67fee tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/ports?device_id=e7d03983-9bfb-4dee-a30b-c1a87de2597b HTTP/1.1" status: 200 len: 210 time: 0.0561962 Jul 16 20:02:07.228457 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c13133-0f40-44df-b368-3aba2f5bf45e req-2ba4f755-398c-46d3-ab49-c1c74226745a tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:07.230108 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-d4c13133-0f40-44df-b368-3aba2f5bf45e req-2ba4f755-398c-46d3-ab49-c1c74226745a tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee77d7e8-63b4-4996-9190-df688779d8d5 HTTP/1.1" status: 200 len: 946 time: 0.0827315 Jul 16 20:02:07.270784 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-d4c13133-0f40-44df-b368-3aba2f5bf45e req-d089f87e-856d-4c62-857e-78d6e28253ed tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339689 Jul 16 20:02:07.280039 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 54898) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:07.296441 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9fe2d111-3ed0-418a-897a-d9825a261564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:07.388740 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9fe2d111-3ed0-418a-897a-d9825a261564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:07.392493 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9fe2d111-3ed0-418a-897a-d9825a261564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:07.430918 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-9fe2d111-3ed0-418a-897a-d9825a261564 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=df2275bbea154e8abc763e0dfad11583&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1496341 Jul 16 20:02:07.431871 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe2d111-3ed0-418a-897a-d9825a261564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6ec37c-67c1-4777-8759-e3b6ace71b5e,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:07.433479 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 54902) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:07.480416 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-74942f79-8353-4da1-9568-1f906a3bdc29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:07.501426 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-74942f79-8353-4da1-9568-1f906a3bdc29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:07.551010 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-74942f79-8353-4da1-9568-1f906a3bdc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:07.555356 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-74942f79-8353-4da1-9568-1f906a3bdc29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:07.556497 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-74942f79-8353-4da1-9568-1f906a3bdc29 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9a6ec37c-67c1-4777-8759-e3b6ace71b5e HTTP/1.1" status: 204 len: 168 time: 0.1219759 Jul 16 20:02:07.564489 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74942f79-8353-4da1-9568-1f906a3bdc29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6ec37c-67c1-4777-8759-e3b6ace71b5e,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:07.896903 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036594fc-f1b5-423e-b794-3ba8827e6fd0 req-25fb7802-380e-4efd-8e7f-3ccbf483c57c tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:07.905423 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-036594fc-f1b5-423e-b794-3ba8827e6fd0 req-25fb7802-380e-4efd-8e7f-3ccbf483c57c tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.102 "GET /v2.0/networks?id=e5804f1d-fdeb-47b2-a0ec-baf0d0715cca HTTP/1.1" status: 200 len: 814 time: 0.1957786 Jul 16 20:02:07.923756 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [req-036594fc-f1b5-423e-b794-3ba8827e6fd0 req-4be48504-bd16-4888-96de-50d07a6e5609 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Request body: {'port': {'device_id': '29cb119b-d190-46da-b416-2b6593e3fd8f', 'network_id': 'e5804f1d-fdeb-47b2-a0ec-baf0d0715cca', 'admin_state_up': True, 'tenant_id': '6454850dc1f14582976bbf9cabb0fec3'}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:08.070620 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-036594fc-f1b5-423e-b794-3ba8827e6fd0 req-4be48504-bd16-4888-96de-50d07a6e5609 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Made reservation on behalf of 6454850dc1f14582976bbf9cabb0fec3 for: {'port': 1} {{(pid=93020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:02:08.076432 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-036594fc-f1b5-423e-b794-3ba8827e6fd0 req-4be48504-bd16-4888-96de-50d07a6e5609 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:08.237992 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-317ae2b8-8500-4065-95e7-7461b1c61bf4 req-ad8cd611-2729-4faf-b5b8-4112180cb958 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=29cb119b-d190-46da-b416-2b6593e3fd8f HTTP/1.1" status: 200 len: 210 time: 0.0649505 Jul 16 20:02:08.270471 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.db_base_plugin_common [req-036594fc-f1b5-423e-b794-3ba8827e6fd0 req-4be48504-bd16-4888-96de-50d07a6e5609 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Allocated IP 172.20.0.13 (e5804f1d-fdeb-47b2-a0ec-baf0d0715cca/283e3901-d3ea-4713-b598-f4d358da70c1/7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1) {{(pid=93020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:02:08.272095 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-1a389031-0518-4826-889e-c4135316d8be req-4b340ea3-a3fb-48e3-b896-87a011be8235 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/ports?device_id=e7d03983-9bfb-4dee-a30b-c1a87de2597b HTTP/1.1" status: 200 len: 210 time: 0.0613613 Jul 16 20:02:08.430221 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a8ee42-5f3f-4c44-8032-da5d312eee29 req-743054fa-0e9e-4700-a96f-aaf938c062d5 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:08.431915 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-e7a8ee42-5f3f-4c44-8032-da5d312eee29 req-743054fa-0e9e-4700-a96f-aaf938c062d5 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.102 "GET /v2.0/networks?id=8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061 HTTP/1.1" status: 200 len: 814 time: 0.1147687 Jul 16 20:02:08.450109 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [req-e7a8ee42-5f3f-4c44-8032-da5d312eee29 req-95b8a926-90b1-4acd-8228-490c3b4dd200 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Request body: {'port': {'device_id': 'e7d03983-9bfb-4dee-a30b-c1a87de2597b', 'network_id': '8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061', 'admin_state_up': True, 'tenant_id': '454a9d33c455460a9dfb59ca6c522da9'}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:08.511391 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-036594fc-f1b5-423e-b794-3ba8827e6fd0 req-4be48504-bd16-4888-96de-50d07a6e5609 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Notify callbacks [] for port, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:08.552517 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe1634-5d7e-4655-9fdf-0977b2c00792 req-8d0437bf-1885-4c12-8685-2982caead54a tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:08.554837 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-dcfe1634-5d7e-4655-9fdf-0977b2c00792 req-8d0437bf-1885-4c12-8685-2982caead54a tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee77d7e8-63b4-4996-9190-df688779d8d5 HTTP/1.1" status: 200 len: 946 time: 0.1308858 Jul 16 20:02:08.627784 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-dcfe1634-5d7e-4655-9fdf-0977b2c00792 req-fd9271a0-0758-4a5a-885d-407b1d0f7e30 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643892 Jul 16 20:02:08.632464 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-036594fc-f1b5-423e-b794-3ba8827e6fd0 req-4be48504-bd16-4888-96de-50d07a6e5609 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786206872486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:08.639920 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7a8ee42-5f3f-4c44-8032-da5d312eee29 req-95b8a926-90b1-4acd-8228-490c3b4dd200 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Made reservation on behalf of 454a9d33c455460a9dfb59ca6c522da9 for: {'port': 1} {{(pid=93021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:02:08.645095 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-e7a8ee42-5f3f-4c44-8032-da5d312eee29 req-95b8a926-90b1-4acd-8228-490c3b4dd200 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:08.645643 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] get_ports_and_sgs() called for port_ids ['ad756f51-d5f5-4d65-b6e5-23a8d98afc9b'] {{(pid=93022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:02:08.733611 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-036594fc-f1b5-423e-b794-3ba8827e6fd0 req-4be48504-bd16-4888-96de-50d07a6e5609 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Network e5804f1d-fdeb-47b2-a0ec-baf0d0715cca is already hosted by enough agents. {{(pid=93020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:02:08.743318 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.base_scheduler [req-036594fc-f1b5-423e-b794-3ba8827e6fd0 req-4be48504-bd16-4888-96de-50d07a6e5609 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Resources bound (agent type, host, resource id): {{(pid=93020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:08.760899 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [req-036594fc-f1b5-423e-b794-3ba8827e6fd0 req-4be48504-bd16-4888-96de-50d07a6e5609 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Received port after_create {{(pid=93020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:02:08.804985 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be48504-bd16-4888-96de-50d07a6e5609 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Pushing event updated for resources: {'Port': ['ID=7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:08.860023 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036594fc-f1b5-423e-b794-3ba8827e6fd0 req-4be48504-bd16-4888-96de-50d07a6e5609 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:08.860902 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-036594fc-f1b5-423e-b794-3ba8827e6fd0 req-4be48504-bd16-4888-96de-50d07a6e5609 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for port, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:08.879818 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-036594fc-f1b5-423e-b794-3ba8827e6fd0 req-4be48504-bd16-4888-96de-50d07a6e5609 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9602995 Jul 16 20:02:08.881499 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.db_base_plugin_common [req-e7a8ee42-5f3f-4c44-8032-da5d312eee29 req-95b8a926-90b1-4acd-8228-490c3b4dd200 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Allocated IP 172.20.0.3 (8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061/5f2098e9-4111-4c88-a086-c142fb02fb5d/60ac295b-024c-40b7-a5a0-d58437147af4) {{(pid=93021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:02:08.896365 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [req-036594fc-f1b5-423e-b794-3ba8827e6fd0 req-c5f29e7e-5bdd-42f1-b7ec-61449733b84c service neutron] Request body: {'port': {'device_id': '29cb119b-d190-46da-b416-2b6593e3fd8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:08.977681 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-036594fc-f1b5-423e-b794-3ba8827e6fd0 req-c5f29e7e-5bdd-42f1-b7ec-61449733b84c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:09.126665 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-e7a8ee42-5f3f-4c44-8032-da5d312eee29 req-95b8a926-90b1-4acd-8228-490c3b4dd200 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks [] for port, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:09.156275 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.provisioning_blocks [req-e7a8ee42-5f3f-4c44-8032-da5d312eee29 req-95b8a926-90b1-4acd-8228-490c3b4dd200 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Transition to ACTIVE for port object 60ac295b-024c-40b7-a5a0-d58437147af4 will not be triggered until provisioned by entity DHCP. {{(pid=93021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:02:09.204379 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-e7a8ee42-5f3f-4c44-8032-da5d312eee29 req-95b8a926-90b1-4acd-8228-490c3b4dd200 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786206872486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8120956'] for port, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:09.269593 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7a8ee42-5f3f-4c44-8032-da5d312eee29 req-95b8a926-90b1-4acd-8228-490c3b4dd200 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Network 8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061 is already hosted by enough agents. {{(pid=93021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:02:09.275551 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.base_scheduler [req-e7a8ee42-5f3f-4c44-8032-da5d312eee29 req-95b8a926-90b1-4acd-8228-490c3b4dd200 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Resources bound (agent type, host, resource id): {{(pid=93021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:09.279728 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a8ee42-5f3f-4c44-8032-da5d312eee29 req-95b8a926-90b1-4acd-8228-490c3b4dd200 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Received port after_create {{(pid=93021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:02:09.341467 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a8ee42-5f3f-4c44-8032-da5d312eee29 req-95b8a926-90b1-4acd-8228-490c3b4dd200 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:09.342130 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-e7a8ee42-5f3f-4c44-8032-da5d312eee29 req-95b8a926-90b1-4acd-8228-490c3b4dd200 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for port, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:09.369949 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-e7a8ee42-5f3f-4c44-8032-da5d312eee29 req-95b8a926-90b1-4acd-8228-490c3b4dd200 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9247296 Jul 16 20:02:09.370570 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b8a926-90b1-4acd-8228-490c3b4dd200 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Pushing event updated for resources: {'Port': ['ID=60ac295b-024c-40b7-a5a0-d58437147af4,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:09.379235 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [req-036594fc-f1b5-423e-b794-3ba8827e6fd0 req-c5f29e7e-5bdd-42f1-b7ec-61449733b84c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1 {{(pid=93020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:02:09.389850 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-036594fc-f1b5-423e-b794-3ba8827e6fd0 req-c5f29e7e-5bdd-42f1-b7ec-61449733b84c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:09.408969 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [req-036594fc-f1b5-423e-b794-3ba8827e6fd0 req-c5f29e7e-5bdd-42f1-b7ec-61449733b84c service neutron] Transition to ACTIVE for port object 7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1 will not be triggered until provisioned by entity L2. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:02:09.413934 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-036594fc-f1b5-423e-b794-3ba8827e6fd0 req-c5f29e7e-5bdd-42f1-b7ec-61449733b84c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6084517'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:09.536860 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f29e7e-5bdd-42f1-b7ec-61449733b84c service neutron] Pushing event updated for resources: {'Port': ['ID=7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1,revision_number=2']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:09.574836 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [req-036594fc-f1b5-423e-b794-3ba8827e6fd0 req-c5f29e7e-5bdd-42f1-b7ec-61449733b84c service neutron] Attempting to bind port 7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:02:09.575088 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [req-036594fc-f1b5-423e-b794-3ba8827e6fd0 req-c5f29e7e-5bdd-42f1-b7ec-61449733b84c service neutron] Attempting to bind port 7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '8c4b4c9a-1756-4639-a368-9e26a465772a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'e5804f1d-fdeb-47b2-a0ec-baf0d0715cca'}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:02:09.575415 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036594fc-f1b5-423e-b794-3ba8827e6fd0 req-c5f29e7e-5bdd-42f1-b7ec-61449733b84c service neutron] Attempting to bind port 7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1 on network e5804f1d-fdeb-47b2-a0ec-baf0d0715cca {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:02:09.579756 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036594fc-f1b5-423e-b794-3ba8827e6fd0 req-c5f29e7e-5bdd-42f1-b7ec-61449733b84c service neutron] Port 7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1 on network e5804f1d-fdeb-47b2-a0ec-baf0d0715cca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:02:09.580070 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036594fc-f1b5-423e-b794-3ba8827e6fd0 req-c5f29e7e-5bdd-42f1-b7ec-61449733b84c service neutron] Attempting to bind port 7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1 on network e5804f1d-fdeb-47b2-a0ec-baf0d0715cca {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:02:09.589933 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036594fc-f1b5-423e-b794-3ba8827e6fd0 req-c5f29e7e-5bdd-42f1-b7ec-61449733b84c service neutron] Checking agent: {'id': 'bb34d2fe-afd3-464c-b7a4-0ee0e23bc19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 21), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:02:09.590723 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036594fc-f1b5-423e-b794-3ba8827e6fd0 req-c5f29e7e-5bdd-42f1-b7ec-61449733b84c service neutron] Checking segment: {'id': '8c4b4c9a-1756-4639-a368-9e26a465772a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'e5804f1d-fdeb-47b2-a0ec-baf0d0715cca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:02:09.591325 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036594fc-f1b5-423e-b794-3ba8827e6fd0 req-c5f29e7e-5bdd-42f1-b7ec-61449733b84c service neutron] Bound using segment: {'id': '8c4b4c9a-1756-4639-a368-9e26a465772a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'e5804f1d-fdeb-47b2-a0ec-baf0d0715cca'} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:02:09.592122 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [req-036594fc-f1b5-423e-b794-3ba8827e6fd0 req-c5f29e7e-5bdd-42f1-b7ec-61449733b84c service neutron] Bound port: 7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c4b4c9a-1756-4639-a368-9e26a465772a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'e5804f1d-fdeb-47b2-a0ec-baf0d0715cca'}}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:02:09.592785 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-036594fc-f1b5-423e-b794-3ba8827e6fd0 req-c5f29e7e-5bdd-42f1-b7ec-61449733b84c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:09.671015 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-948c28c7-ef64-42f3-b38d-e0d1a88ad307 None None] Provisioning for port 60ac295b-024c-40b7-a5a0-d58437147af4 completed by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:02:09.677214 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-948c28c7-ef64-42f3-b38d-e0d1a88ad307 None None] Provisioning complete for port 60ac295b-024c-40b7-a5a0-d58437147af4 triggered by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:09.678063 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-948c28c7-ef64-42f3-b38d-e0d1a88ad307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:09.716950 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-948c28c7-ef64-42f3-b38d-e0d1a88ad307 None None] Port 60ac295b-024c-40b7-a5a0-d58437147af4 cannot update to ACTIVE because it is not bound. {{(pid=93022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:02:09.858705 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [req-036594fc-f1b5-423e-b794-3ba8827e6fd0 req-c5f29e7e-5bdd-42f1-b7ec-61449733b84c service neutron] For port 7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1, host hv-cinder-80069, cleared binding levels {{(pid=93020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:02:09.861587 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [req-036594fc-f1b5-423e-b794-3ba8827e6fd0 req-c5f29e7e-5bdd-42f1-b7ec-61449733b84c service neutron] For port 7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1,segment=NetworkSegment(8c4b4c9a-1756-4639-a368-9e26a465772a),segment_id=8c4b4c9a-1756-4639-a368-9e26a465772a)] {{(pid=93020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:02:09.865905 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-036594fc-f1b5-423e-b794-3ba8827e6fd0 req-c5f29e7e-5bdd-42f1-b7ec-61449733b84c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6084517'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:09.900005 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036594fc-f1b5-423e-b794-3ba8827e6fd0 req-c5f29e7e-5bdd-42f1-b7ec-61449733b84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:09.900614 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-036594fc-f1b5-423e-b794-3ba8827e6fd0 req-c5f29e7e-5bdd-42f1-b7ec-61449733b84c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for port, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:09.901984 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-036594fc-f1b5-423e-b794-3ba8827e6fd0 req-c5f29e7e-5bdd-42f1-b7ec-61449733b84c service neutron] 10.222.0.102 "PUT /v2.0/ports/7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1 HTTP/1.1" status: 200 len: 1094 time: 1.0105753 Jul 16 20:02:09.902421 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29cb119b-d190-46da-b416-2b6593e3fd8f', 'tag': '7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:02:09.904641 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fae8f2ff960fe93758be445b473a7dfd6f7d616fbf5a964bb8e60e5228696b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1faf0a42-fbd5-4b13-acce-0d150067d61f" -d '{"events": [{"name": "network-changed", "server_uuid": "29cb119b-d190-46da-b416-2b6593e3fd8f", "tag": "7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:02:09.925241 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f29e7e-5bdd-42f1-b7ec-61449733b84c service neutron] Pushing event updated for resources: {'Port': ['ID=7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1,revision_number=3']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:10.741000 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:02:20.169065 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-01f64b48-3401-4184-a547-01cd59b07aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:20.608215 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:22.216625 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-b41c969c-5a90-489e-a385-a12119f84747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:23.308834 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:24.760968 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:29.588743 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [req-e7a8ee42-5f3f-4c44-8032-da5d312eee29 req-e07bcd4d-6d77-4afd-8c05-75986f7c042a service neutron] Request body: {'port': {'device_id': 'e7d03983-9bfb-4dee-a30b-c1a87de2597b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:29.664855 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-e7a8ee42-5f3f-4c44-8032-da5d312eee29 req-e07bcd4d-6d77-4afd-8c05-75986f7c042a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:29.707581 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c7001b62-33cd-48b8-bcb6-aaa9e9ae2da3 req-d27aa90d-3173-4ba7-8587-bbc6c31ecd9d service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=905a537c-74db-46cb-a828-eef2ad9ebb6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0679088 Jul 16 20:02:29.720051 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036594fc-f1b5-423e-b794-3ba8827e6fd0 req-e775a19a-b6a6-40bb-b6ee-4cc552369d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:29.721529 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-036594fc-f1b5-423e-b794-3ba8827e6fd0 req-e775a19a-b6a6-40bb-b6ee-4cc552369d08 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6454850dc1f14582976bbf9cabb0fec3&device_id=29cb119b-d190-46da-b416-2b6593e3fd8f HTTP/1.1" status: 200 len: 1097 time: 0.1140330 Jul 16 20:02:29.789835 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-036594fc-f1b5-423e-b794-3ba8827e6fd0 req-87e2e9c7-87d7-4769-9acc-283fdebe2616 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1 HTTP/1.1" status: 200 len: 217 time: 0.0446653 Jul 16 20:02:29.902166 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036594fc-f1b5-423e-b794-3ba8827e6fd0 req-c31dbcda-d508-444b-8abd-bb435e50b8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:29.903575 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-036594fc-f1b5-423e-b794-3ba8827e6fd0 req-c31dbcda-d508-444b-8abd-bb435e50b8c1 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=283e3901-d3ea-4713-b598-f4d358da70c1 HTTP/1.1" status: 200 len: 854 time: 0.0888460 Jul 16 20:02:29.930901 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7001b62-33cd-48b8-bcb6-aaa9e9ae2da3 req-1758bb29-7bcf-4457-80cb-4cd8ca78cec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:29.932418 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c7001b62-33cd-48b8-bcb6-aaa9e9ae2da3 req-1758bb29-7bcf-4457-80cb-4cd8ca78cec1 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6454850dc1f14582976bbf9cabb0fec3&device_id=905a537c-74db-46cb-a828-eef2ad9ebb6b HTTP/1.1" status: 200 len: 1098 time: 0.1528811 Jul 16 20:02:29.956521 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea2411-b862-4dcf-91d5-27553fbac22f req-ee18f599-64ed-4943-be35-6af961d786b2 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:29.958190 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-63ea2411-b862-4dcf-91d5-27553fbac22f req-ee18f599-64ed-4943-be35-6af961d786b2 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/ports?device_id=e7d03983-9bfb-4dee-a30b-c1a87de2597b HTTP/1.1" status: 200 len: 931 time: 0.1774647 Jul 16 20:02:29.960706 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-036594fc-f1b5-423e-b794-3ba8827e6fd0 req-77c937ea-b15f-4675-9139-3405fff5eba7 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e5804f1d-fdeb-47b2-a0ec-baf0d0715cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447621 Jul 16 20:02:30.098591 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed5fd0-3214-4806-8a82-02022f28e624 req-70b87aa6-de41-4c69-8ffe-e07e854ddcc0 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:30.100647 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-bfed5fd0-3214-4806-8a82-02022f28e624 req-70b87aa6-de41-4c69-8ffe-e07e854ddcc0 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=29cb119b-d190-46da-b416-2b6593e3fd8f HTTP/1.1" status: 200 len: 944 time: 0.3810055 Jul 16 20:02:30.122108 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-63ea2411-b862-4dcf-91d5-27553fbac22f req-0eb94440-4343-4160-a83a-432f2929a369 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/security-groups?id=87f47825-2141-487b-83ca-806fe15bccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428957 Jul 16 20:02:30.153969 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-036594fc-f1b5-423e-b794-3ba8827e6fd0 req-d3e5f7b6-8c72-40c4-828d-8f53c2d27e06 service neutron] 10.222.0.102 "GET /v2.0/networks/e5804f1d-fdeb-47b2-a0ec-baf0d0715cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842158 Jul 16 20:02:30.172532 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7001b62-33cd-48b8-bcb6-aaa9e9ae2da3 req-cdc5ad1b-e31a-4e57-bb26-e7b85a03ff2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:30.176056 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c7001b62-33cd-48b8-bcb6-aaa9e9ae2da3 req-cdc5ad1b-e31a-4e57-bb26-e7b85a03ff2e service neutron] 10.222.0.102 "GET /v2.0/networks?id=e5804f1d-fdeb-47b2-a0ec-baf0d0715cca HTTP/1.1" status: 200 len: 916 time: 0.1787217 Jul 16 20:02:30.188866 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-bfed5fd0-3214-4806-8a82-02022f28e624 req-b5b7df9b-ac69-44f0-8784-b4b4ac4c5c27 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592916 Jul 16 20:02:30.251210 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c7001b62-33cd-48b8-bcb6-aaa9e9ae2da3 req-fcb137e6-4968-4a3b-b546-637bb90a9caf service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad756f51-d5f5-4d65-b6e5-23a8d98afc9b HTTP/1.1" status: 200 len: 217 time: 0.0548179 Jul 16 20:02:30.286971 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.notifiers.nova [req-e7a8ee42-5f3f-4c44-8032-da5d312eee29 req-e07bcd4d-6d77-4afd-8c05-75986f7c042a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60ac295b-024c-40b7-a5a0-d58437147af4 {{(pid=93021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:02:30.304661 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-e7a8ee42-5f3f-4c44-8032-da5d312eee29 req-e07bcd4d-6d77-4afd-8c05-75986f7c042a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:30.310904 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901ec66c-da94-4bd9-93dd-f925af53e9c6 x-openstack-request-id: req-901ec66c-da94-4bd9-93dd-f925af53e9c6 {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:02:30.311170 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29cb119b-d190-46da-b416-2b6593e3fd8f", "tag": "7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1", "status": "completed", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:02:30.311422 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-901ec66c-da94-4bd9-93dd-f925af53e9c6 {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:02:30.311875 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29cb119b-d190-46da-b416-2b6593e3fd8f', 'tag': '7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1', 'status': 'completed', 'code': 200} Jul 16 20:02:30.320930 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.provisioning_blocks [req-e7a8ee42-5f3f-4c44-8032-da5d312eee29 req-e07bcd4d-6d77-4afd-8c05-75986f7c042a service neutron] Transition to ACTIVE for port object 60ac295b-024c-40b7-a5a0-d58437147af4 will not be triggered until provisioned by entity L2. {{(pid=93021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:02:30.324885 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-e7a8ee42-5f3f-4c44-8032-da5d312eee29 req-e07bcd4d-6d77-4afd-8c05-75986f7c042a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8120901'] for port, after_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:30.378347 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07bcd4d-6d77-4afd-8c05-75986f7c042a service neutron] Pushing event updated for resources: {'Port': ['ID=60ac295b-024c-40b7-a5a0-d58437147af4,revision_number=2']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:30.414655 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-036594fc-f1b5-423e-b794-3ba8827e6fd0 req-593bdfe4-c7ca-4097-9c09-e85fe717fc6e service neutron] 10.222.0.102 "GET /v2.0/networks/e5804f1d-fdeb-47b2-a0ec-baf0d0715cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374129 Jul 16 20:02:30.417153 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7001b62-33cd-48b8-bcb6-aaa9e9ae2da3 req-dd2c4c72-58ca-40cf-8cf4-f4e2dc8a1083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:30.418548 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c7001b62-33cd-48b8-bcb6-aaa9e9ae2da3 req-dd2c4c72-58ca-40cf-8cf4-f4e2dc8a1083 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=283e3901-d3ea-4713-b598-f4d358da70c1 HTTP/1.1" status: 200 len: 854 time: 0.1048372 Jul 16 20:02:30.467067 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c7001b62-33cd-48b8-bcb6-aaa9e9ae2da3 req-b5f6285d-75fb-4daa-a7ee-bfa485696a33 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e5804f1d-fdeb-47b2-a0ec-baf0d0715cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376310 Jul 16 20:02:30.468559 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.managers [req-e7a8ee42-5f3f-4c44-8032-da5d312eee29 req-e07bcd4d-6d77-4afd-8c05-75986f7c042a service neutron] Attempting to bind port 60ac295b-024c-40b7-a5a0-d58437147af4 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:02:30.468874 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.managers [req-e7a8ee42-5f3f-4c44-8032-da5d312eee29 req-e07bcd4d-6d77-4afd-8c05-75986f7c042a service neutron] Attempting to bind port 60ac295b-024c-40b7-a5a0-d58437147af4 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '504fca60-f34c-4d04-8f01-ade166cd22cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061'}] {{(pid=93021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:02:30.469212 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a8ee42-5f3f-4c44-8032-da5d312eee29 req-e07bcd4d-6d77-4afd-8c05-75986f7c042a service neutron] Attempting to bind port 60ac295b-024c-40b7-a5a0-d58437147af4 on network 8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061 {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:02:30.474258 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a8ee42-5f3f-4c44-8032-da5d312eee29 req-e07bcd4d-6d77-4afd-8c05-75986f7c042a service neutron] Port 60ac295b-024c-40b7-a5a0-d58437147af4 on network 8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:02:30.474691 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a8ee42-5f3f-4c44-8032-da5d312eee29 req-e07bcd4d-6d77-4afd-8c05-75986f7c042a service neutron] Attempting to bind port 60ac295b-024c-40b7-a5a0-d58437147af4 on network 8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061 {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:02:30.475701 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b88a7-6919-4a56-8b8c-7f71431e6e6e req-f3939bf4-d7ae-4775-ac37-0a3931c15f75 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:30.477238 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-fa4b88a7-6919-4a56-8b8c-7f71431e6e6e req-f3939bf4-d7ae-4775-ac37-0a3931c15f75 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee77d7e8-63b4-4996-9190-df688779d8d5 HTTP/1.1" status: 200 len: 946 time: 0.1646116 Jul 16 20:02:30.480495 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a8ee42-5f3f-4c44-8032-da5d312eee29 req-e07bcd4d-6d77-4afd-8c05-75986f7c042a service neutron] Checking agent: {'id': 'bb34d2fe-afd3-464c-b7a4-0ee0e23bc19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 21), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:02:30.480831 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a8ee42-5f3f-4c44-8032-da5d312eee29 req-e07bcd4d-6d77-4afd-8c05-75986f7c042a service neutron] Checking segment: {'id': '504fca60-f34c-4d04-8f01-ade166cd22cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:02:30.481211 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a8ee42-5f3f-4c44-8032-da5d312eee29 req-e07bcd4d-6d77-4afd-8c05-75986f7c042a service neutron] Bound using segment: {'id': '504fca60-f34c-4d04-8f01-ade166cd22cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061'} {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:02:30.481641 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.managers [req-e7a8ee42-5f3f-4c44-8032-da5d312eee29 req-e07bcd4d-6d77-4afd-8c05-75986f7c042a service neutron] Bound port: 60ac295b-024c-40b7-a5a0-d58437147af4, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '504fca60-f34c-4d04-8f01-ade166cd22cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061'}}] {{(pid=93021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:02:30.482101 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-e7a8ee42-5f3f-4c44-8032-da5d312eee29 req-e07bcd4d-6d77-4afd-8c05-75986f7c042a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:30.570622 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.db [req-e7a8ee42-5f3f-4c44-8032-da5d312eee29 req-e07bcd4d-6d77-4afd-8c05-75986f7c042a service neutron] For port 60ac295b-024c-40b7-a5a0-d58437147af4, host hv-cinder-80069, cleared binding levels {{(pid=93021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:02:30.575655 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.db [req-e7a8ee42-5f3f-4c44-8032-da5d312eee29 req-e07bcd4d-6d77-4afd-8c05-75986f7c042a service neutron] For port 60ac295b-024c-40b7-a5a0-d58437147af4, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=60ac295b-024c-40b7-a5a0-d58437147af4,segment=NetworkSegment(504fca60-f34c-4d04-8f01-ade166cd22cf),segment_id=504fca60-f34c-4d04-8f01-ade166cd22cf)] {{(pid=93021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:02:30.581971 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-e7a8ee42-5f3f-4c44-8032-da5d312eee29 req-e07bcd4d-6d77-4afd-8c05-75986f7c042a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8120901'] for port, after_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:30.648257 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a8ee42-5f3f-4c44-8032-da5d312eee29 req-e07bcd4d-6d77-4afd-8c05-75986f7c042a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:30.649945 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-e7a8ee42-5f3f-4c44-8032-da5d312eee29 req-e07bcd4d-6d77-4afd-8c05-75986f7c042a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for port, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:30.651904 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-e7a8ee42-5f3f-4c44-8032-da5d312eee29 req-e07bcd4d-6d77-4afd-8c05-75986f7c042a service neutron] 10.222.0.102 "PUT /v2.0/ports/60ac295b-024c-40b7-a5a0-d58437147af4 HTTP/1.1" status: 200 len: 1093 time: 1.0692148 Jul 16 20:02:30.652533 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d03983-9bfb-4dee-a30b-c1a87de2597b', 'tag': '60ac295b-024c-40b7-a5a0-d58437147af4'}] {{(pid=93021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:02:30.656837 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddedcd09e79d8c9fc5d60e66bd670fc6a6ae4dfc146b22652953969e0d1274bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f71234f-e8a8-4989-b4a8-90e1607fecc6" -d '{"events": [{"name": "network-changed", "server_uuid": "e7d03983-9bfb-4dee-a30b-c1a87de2597b", "tag": "60ac295b-024c-40b7-a5a0-d58437147af4"}]}' {{(pid=93021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:02:30.731686 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07bcd4d-6d77-4afd-8c05-75986f7c042a service neutron] Pushing event updated for resources: {'Port': ['ID=60ac295b-024c-40b7-a5a0-d58437147af4,revision_number=3']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:30.777751 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-fa4b88a7-6919-4a56-8b8c-7f71431e6e6e req-799a212b-5aff-4179-bc1c-ce55e09aac72 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766693 Jul 16 20:02:30.805045 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c7001b62-33cd-48b8-bcb6-aaa9e9ae2da3 req-082f4b0e-e1eb-4adf-9f72-12d334fde0d5 service neutron] 10.222.0.102 "GET /v2.0/networks/e5804f1d-fdeb-47b2-a0ec-baf0d0715cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211696 Jul 16 20:02:30.861625 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a8ee42-5f3f-4c44-8032-da5d312eee29 req-a080e4d7-0aed-4b59-88d1-5278d31389db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:30.863419 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-e7a8ee42-5f3f-4c44-8032-da5d312eee29 req-a080e4d7-0aed-4b59-88d1-5278d31389db service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=454a9d33c455460a9dfb59ca6c522da9&device_id=e7d03983-9bfb-4dee-a30b-c1a87de2597b HTTP/1.1" status: 200 len: 1096 time: 0.1475518 Jul 16 20:02:30.892353 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf0a42-fbd5-4b13-acce-0d150067d61f req-565a0589-346c-41a9-a277-25ec1bb077d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:30.894411 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1faf0a42-fbd5-4b13-acce-0d150067d61f req-565a0589-346c-41a9-a277-25ec1bb077d5 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6454850dc1f14582976bbf9cabb0fec3&device_id=29cb119b-d190-46da-b416-2b6593e3fd8f HTTP/1.1" status: 200 len: 1097 time: 0.4131620 Jul 16 20:02:30.948465 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-e7a8ee42-5f3f-4c44-8032-da5d312eee29 req-ba487c02-f64d-4206-9dcd-b03a28ba1714 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60ac295b-024c-40b7-a5a0-d58437147af4 HTTP/1.1" status: 200 len: 217 time: 0.0673244 Jul 16 20:02:31.031715 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a8ee42-5f3f-4c44-8032-da5d312eee29 req-c8f254c6-4830-4615-bc8f-a59d09534351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:31.033560 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-e7a8ee42-5f3f-4c44-8032-da5d312eee29 req-c8f254c6-4830-4615-bc8f-a59d09534351 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5f2098e9-4111-4c88-a086-c142fb02fb5d HTTP/1.1" status: 200 len: 853 time: 0.0753999 Jul 16 20:02:31.086882 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c7001b62-33cd-48b8-bcb6-aaa9e9ae2da3 req-8fd4244f-0f8c-401d-8807-cde3b24696fa service neutron] 10.222.0.102 "GET /v2.0/networks/e5804f1d-fdeb-47b2-a0ec-baf0d0715cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735584 Jul 16 20:02:31.106705 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf0a42-fbd5-4b13-acce-0d150067d61f req-2b8a45bf-0a47-4828-be4d-0c19a5d30ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:31.108950 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1faf0a42-fbd5-4b13-acce-0d150067d61f req-2b8a45bf-0a47-4828-be4d-0c19a5d30ed2 service neutron] 10.222.0.102 "GET /v2.0/networks?id=e5804f1d-fdeb-47b2-a0ec-baf0d0715cca HTTP/1.1" status: 200 len: 916 time: 0.2047291 Jul 16 20:02:31.188475 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1faf0a42-fbd5-4b13-acce-0d150067d61f req-bedc6d7d-5489-4fb7-aa8f-6c597c09d80e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1 HTTP/1.1" status: 200 len: 217 time: 0.0717058 Jul 16 20:02:31.228140 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a8ee42-5f3f-4c44-8032-da5d312eee29 req-beb6edc9-6b79-47b5-a7d6-71c930f4d7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:31.230178 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-e7a8ee42-5f3f-4c44-8032-da5d312eee29 req-beb6edc9-6b79-47b5-a7d6-71c930f4d7f4 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1879022 Jul 16 20:02:31.234710 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa96920b-dc08-4884-9fdf-a7a9076a7612 x-openstack-request-id: req-fa96920b-dc08-4884-9fdf-a7a9076a7612 {{(pid=93021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:02:31.235258 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7d03983-9bfb-4dee-a30b-c1a87de2597b", "tag": "60ac295b-024c-40b7-a5a0-d58437147af4", "status": "completed", "code": 200}]} {{(pid=93021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:02:31.235799 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fa96920b-dc08-4884-9fdf-a7a9076a7612 {{(pid=93021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:02:31.236303 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7d03983-9bfb-4dee-a30b-c1a87de2597b', 'tag': '60ac295b-024c-40b7-a5a0-d58437147af4', 'status': 'completed', 'code': 200} Jul 16 20:02:31.268348 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf0a42-fbd5-4b13-acce-0d150067d61f req-4c9c224f-c6c6-441b-8333-c5b1b505d5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:31.269976 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1faf0a42-fbd5-4b13-acce-0d150067d61f req-4c9c224f-c6c6-441b-8333-c5b1b505d5da service neutron] 10.222.0.102 "GET /v2.0/subnets?id=283e3901-d3ea-4713-b598-f4d358da70c1 HTTP/1.1" status: 200 len: 854 time: 0.0729017 Jul 16 20:02:31.318040 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1faf0a42-fbd5-4b13-acce-0d150067d61f req-8c62be75-0ec5-4c6a-a41e-4c1f1049b199 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e5804f1d-fdeb-47b2-a0ec-baf0d0715cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357914 Jul 16 20:02:31.428376 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-e7a8ee42-5f3f-4c44-8032-da5d312eee29 req-603a514e-911a-41ae-8ca2-9ef949043570 service neutron] 10.222.0.102 "GET /v2.0/networks/8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855047 Jul 16 20:02:31.451742 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1faf0a42-fbd5-4b13-acce-0d150067d61f req-1ae96d11-02f0-4317-9a13-b1cbb4e110f4 service neutron] 10.222.0.102 "GET /v2.0/networks/e5804f1d-fdeb-47b2-a0ec-baf0d0715cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260784 Jul 16 20:02:31.499556 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a8caa-4136-40bd-a20b-c7d1bcfffbf9 req-e57cb658-e837-4a4e-8c34-8a6813de4af5 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:31.500382 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42152882-f73f-4e03-bc5c-14ccef2ef95f req-a818bf1f-5e9a-418a-92de-2534f8d7ee31 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:31.501108 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-aa9a8caa-4136-40bd-a20b-c7d1bcfffbf9 req-e57cb658-e837-4a4e-8c34-8a6813de4af5 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=29cb119b-d190-46da-b416-2b6593e3fd8f HTTP/1.1" status: 200 len: 944 time: 0.1129301 Jul 16 20:02:31.501862 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-42152882-f73f-4e03-bc5c-14ccef2ef95f req-a818bf1f-5e9a-418a-92de-2534f8d7ee31 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/ports?device_id=e7d03983-9bfb-4dee-a30b-c1a87de2597b HTTP/1.1" status: 200 len: 943 time: 0.1413157 Jul 16 20:02:31.585975 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-aa9a8caa-4136-40bd-a20b-c7d1bcfffbf9 req-3e43628a-b939-455f-bc42-8351d9c08fc4 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512233 Jul 16 20:02:31.593233 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-e7a8ee42-5f3f-4c44-8032-da5d312eee29 req-1a1b9292-8643-4096-834a-30d825f4fcad service neutron] 10.222.0.102 "GET /v2.0/networks/8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436758 Jul 16 20:02:31.601958 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-42152882-f73f-4e03-bc5c-14ccef2ef95f req-e8511242-c6a8-4b3f-9f97-e0387b8a4640 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/security-groups?id=87f47825-2141-487b-83ca-806fe15bccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885468 Jul 16 20:02:31.606099 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1faf0a42-fbd5-4b13-acce-0d150067d61f req-09d1484f-a7e1-48ce-91f9-17ded0dede18 service neutron] 10.222.0.102 "GET /v2.0/networks/e5804f1d-fdeb-47b2-a0ec-baf0d0715cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410003 Jul 16 20:02:31.713346 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71234f-e8a8-4989-b4a8-90e1607fecc6 req-3a78c31a-efa7-470f-94da-045c1853e9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:31.715160 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-9f71234f-e8a8-4989-b4a8-90e1607fecc6 req-3a78c31a-efa7-470f-94da-045c1853e9b5 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=454a9d33c455460a9dfb59ca6c522da9&device_id=e7d03983-9bfb-4dee-a30b-c1a87de2597b HTTP/1.1" status: 200 len: 1096 time: 0.0602617 Jul 16 20:02:31.814237 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71234f-e8a8-4989-b4a8-90e1607fecc6 req-670a7239-6a9e-479f-8651-8db7036bf220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:31.816566 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-9f71234f-e8a8-4989-b4a8-90e1607fecc6 req-670a7239-6a9e-479f-8651-8db7036bf220 service neutron] 10.222.0.102 "GET /v2.0/networks?id=8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061 HTTP/1.1" status: 200 len: 916 time: 0.0932596 Jul 16 20:02:31.862515 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-9f71234f-e8a8-4989-b4a8-90e1607fecc6 req-671f52a6-3f35-415d-85d4-2c54699ecde9 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60ac295b-024c-40b7-a5a0-d58437147af4 HTTP/1.1" status: 200 len: 217 time: 0.0369844 Jul 16 20:02:31.913941 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71234f-e8a8-4989-b4a8-90e1607fecc6 req-300a47d1-f748-4bc7-a182-bb841b1fefe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:31.915901 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-9f71234f-e8a8-4989-b4a8-90e1607fecc6 req-300a47d1-f748-4bc7-a182-bb841b1fefe6 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5f2098e9-4111-4c88-a086-c142fb02fb5d HTTP/1.1" status: 200 len: 853 time: 0.0439568 Jul 16 20:02:31.948389 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0567d-e404-4030-872d-207ee1e3301d req-d19d519c-0d5e-4b67-8dfb-bbd60997c347 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:31.949934 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-58f0567d-e404-4030-872d-207ee1e3301d req-d19d519c-0d5e-4b67-8dfb-bbd60997c347 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee77d7e8-63b4-4996-9190-df688779d8d5 HTTP/1.1" status: 200 len: 946 time: 0.0641053 Jul 16 20:02:31.980629 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71234f-e8a8-4989-b4a8-90e1607fecc6 req-5cde230f-60e1-4a77-b688-eec85c0fbbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:31.982181 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-9f71234f-e8a8-4989-b4a8-90e1607fecc6 req-5cde230f-60e1-4a77-b688-eec85c0fbbfd service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546315 Jul 16 20:02:31.994230 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-58f0567d-e404-4030-872d-207ee1e3301d req-658d3bfc-3870-410d-a845-7e3bb5bbfa3d tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382199 Jul 16 20:02:32.087176 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-9f71234f-e8a8-4989-b4a8-90e1607fecc6 req-221e8791-5724-463f-afe0-ffdbaf5b8cbd service neutron] 10.222.0.102 "GET /v2.0/networks/8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891259 Jul 16 20:02:32.177697 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-9f71234f-e8a8-4989-b4a8-90e1607fecc6 req-2695a482-44ac-4e71-98c0-1d28d924677e service neutron] 10.222.0.102 "GET /v2.0/networks/8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823658 Jul 16 20:02:32.275251 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:32.777398 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337fbf06-7703-4931-9618-778509416118 req-299edfaa-d226-464f-ae28-e7e11ba86a1c tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:32.778842 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-337fbf06-7703-4931-9618-778509416118 req-299edfaa-d226-464f-ae28-e7e11ba86a1c tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=29cb119b-d190-46da-b416-2b6593e3fd8f HTTP/1.1" status: 200 len: 944 time: 0.0659392 Jul 16 20:02:32.781752 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4dbee7-4c4e-4d5b-b2c9-e4e65a7e35c2 req-ad077058-707c-400b-a510-c9a183de86ff tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:32.783218 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-ab4dbee7-4c4e-4d5b-b2c9-e4e65a7e35c2 req-ad077058-707c-400b-a510-c9a183de86ff tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/ports?device_id=e7d03983-9bfb-4dee-a30b-c1a87de2597b HTTP/1.1" status: 200 len: 943 time: 0.0615392 Jul 16 20:02:32.826545 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-ab4dbee7-4c4e-4d5b-b2c9-e4e65a7e35c2 req-11e25853-7c71-44e5-bab8-8789b9bf4d42 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/security-groups?id=87f47825-2141-487b-83ca-806fe15bccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378211 Jul 16 20:02:33.000632 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-337fbf06-7703-4931-9618-778509416118 req-0001e578-a7e2-4cfc-8a14-98e75d110d0b tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162311 Jul 16 20:02:33.166085 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe540a6a-b2df-40a8-8d48-7aa0e9e72057 req-56316645-5442-4a70-8544-009e7857cc68 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:33.167560 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-fe540a6a-b2df-40a8-8d48-7aa0e9e72057 req-56316645-5442-4a70-8544-009e7857cc68 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee77d7e8-63b4-4996-9190-df688779d8d5 HTTP/1.1" status: 200 len: 946 time: 0.0645025 Jul 16 20:02:33.204010 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-fe540a6a-b2df-40a8-8d48-7aa0e9e72057 req-51af3d43-229b-4ce4-a7b2-157ff38453fa tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309596 Jul 16 20:02:36.031923 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device 7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=93022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:02:36.133472 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port 7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1,segment=NetworkSegment(8c4b4c9a-1756-4639-a368-9e26a465772a),segment_id=8c4b4c9a-1756-4639-a368-9e26a465772a)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:36.154241 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Returning: {'device': '7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1', 'network_id': 'e5804f1d-fdeb-47b2-a0ec-baf0d0715cca', 'port_id': '7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1', 'mac_address': 'fa:16:3e:1e:60:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '283e3901-d3ea-4713-b598-f4d358da70c1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:02:36.190353 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:36.204988 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.notifiers.nova [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1 {{(pid=93022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:02:36.226995 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port 7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1,segment=NetworkSegment(8c4b4c9a-1756-4639-a368-9e26a465772a),segment_id=8c4b4c9a-1756-4639-a368-9e26a465772a)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:36.231343 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:36.232351 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device 60ac295b-024c-40b7-a5a0-d58437147af4 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=93022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:02:36.267568 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e94371-9a19-41e1-8aff-2c3974b64eb4 req-b292fbc5-ff74-4046-83ec-9d402ce8cbfb tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:36.269055 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-99e94371-9a19-41e1-8aff-2c3974b64eb4 req-b292fbc5-ff74-4046-83ec-9d402ce8cbfb tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/ports?device_id=e7d03983-9bfb-4dee-a30b-c1a87de2597b HTTP/1.1" status: 200 len: 943 time: 0.0651507 Jul 16 20:02:36.274658 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254fa130-a3ba-4c7a-8998-e5360a5b5c90 req-54e65228-d6a1-4a0c-ad1c-9bae8bc7572f tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:36.276144 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-254fa130-a3ba-4c7a-8998-e5360a5b5c90 req-54e65228-d6a1-4a0c-ad1c-9bae8bc7572f tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=29cb119b-d190-46da-b416-2b6593e3fd8f HTTP/1.1" status: 200 len: 944 time: 0.0664036 Jul 16 20:02:36.319640 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-99e94371-9a19-41e1-8aff-2c3974b64eb4 req-b13d8b55-1fec-4db2-8787-d845590d5613 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/security-groups?id=87f47825-2141-487b-83ca-806fe15bccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434978 Jul 16 20:02:36.321790 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-254fa130-a3ba-4c7a-8998-e5360a5b5c90 req-9cf74ae3-1cdc-4983-b529-864fa34ae514 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396571 Jul 16 20:02:36.483424 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Pushing event updated for resources: {'Port': ['ID=7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1,revision_number=4']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:36.487009 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15d070-ae68-4414-bcff-3b3fcd4a53b8 req-d67066e2-b6be-4664-8288-d429de367371 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:36.488616 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1f15d070-ae68-4414-bcff-3b3fcd4a53b8 req-d67066e2-b6be-4664-8288-d429de367371 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee77d7e8-63b4-4996-9190-df688779d8d5 HTTP/1.1" status: 200 len: 946 time: 0.0673578 Jul 16 20:02:36.509557 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port 60ac295b-024c-40b7-a5a0-d58437147af4, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=60ac295b-024c-40b7-a5a0-d58437147af4,segment=NetworkSegment(504fca60-f34c-4d04-8f01-ade166cd22cf),segment_id=504fca60-f34c-4d04-8f01-ade166cd22cf)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:36.523418 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Returning: {'device': '60ac295b-024c-40b7-a5a0-d58437147af4', 'network_id': '8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061', 'port_id': '60ac295b-024c-40b7-a5a0-d58437147af4', 'mac_address': 'fa:16:3e:ea:dd:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f2098e9-4111-4c88-a086-c142fb02fb5d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:02:36.535576 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1f15d070-ae68-4414-bcff-3b3fcd4a53b8 req-9e895af3-7077-444f-ad8c-f5c6b437a5e2 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382326 Jul 16 20:02:36.567364 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:36.581611 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.notifiers.nova [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60ac295b-024c-40b7-a5a0-d58437147af4 {{(pid=93022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:02:36.600825 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port 60ac295b-024c-40b7-a5a0-d58437147af4, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=60ac295b-024c-40b7-a5a0-d58437147af4,segment=NetworkSegment(504fca60-f34c-4d04-8f01-ade166cd22cf),segment_id=504fca60-f34c-4d04-8f01-ade166cd22cf)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:36.604509 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:36.653775 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Pushing event updated for resources: {'Port': ['ID=60ac295b-024c-40b7-a5a0-d58437147af4,revision_number=4']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:36.958340 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] get_ports_and_sgs() called for port_ids ['60ac295b-024c-40b7-a5a0-d58437147af4'] {{(pid=93022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:02:36.988917 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] get_ports_and_sgs() called for port_ids ['7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1'] {{(pid=93022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:02:37.507308 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 55462) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:37.520353 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ff65e-d6ce-469d-9b2d-5acab4b5324b req-da73c0e3-0dd2-4d38-b38b-c8aee27b9522 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:37.529000 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-b04ff65e-d6ce-469d-9b2d-5acab4b5324b req-da73c0e3-0dd2-4d38-b38b-c8aee27b9522 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/ports?device_id=e7d03983-9bfb-4dee-a30b-c1a87de2597b HTTP/1.1" status: 200 len: 944 time: 0.0822136 Jul 16 20:02:37.577834 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-b04ff65e-d6ce-469d-9b2d-5acab4b5324b req-cb89f94a-2075-4770-8e5a-53951c8e5b9e tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/security-groups?id=87f47825-2141-487b-83ca-806fe15bccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446758 Jul 16 20:02:37.669390 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-77cc5025-bf33-49f8-9c7c-849df32d9617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:37.716381 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14a44d-795b-4ace-a773-c46146b45ba2 req-4e9cd581-cade-4c0a-a59a-2c1dd0ef9e65 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:37.717914 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-af14a44d-795b-4ace-a773-c46146b45ba2 req-4e9cd581-cade-4c0a-a59a-2c1dd0ef9e65 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=29cb119b-d190-46da-b416-2b6593e3fd8f HTTP/1.1" status: 200 len: 945 time: 0.1002119 Jul 16 20:02:37.748715 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690cb0fb-510e-440c-9969-548606d13515 req-d02297d5-d200-4260-9b77-2a05ef229fdc tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:37.750220 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-690cb0fb-510e-440c-9969-548606d13515 req-d02297d5-d200-4260-9b77-2a05ef229fdc tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee77d7e8-63b4-4996-9190-df688779d8d5 HTTP/1.1" status: 200 len: 946 time: 0.0674615 Jul 16 20:02:37.779480 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-af14a44d-795b-4ace-a773-c46146b45ba2 req-0e4d610c-8474-4128-bf78-4bd2a043c1a4 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523434 Jul 16 20:02:37.791650 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 55470) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:37.804473 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-690cb0fb-510e-440c-9969-548606d13515 req-c36a5044-05ca-4755-bccc-620386975657 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456011 Jul 16 20:02:37.833386 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-77cc5025-bf33-49f8-9c7c-849df32d9617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:37.837897 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-77cc5025-bf33-49f8-9c7c-849df32d9617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:37.876661 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-77cc5025-bf33-49f8-9c7c-849df32d9617 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5e008de08e374d6da72b54120e3e3543&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3672845 Jul 16 20:02:37.877877 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cc5025-bf33-49f8-9c7c-849df32d9617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27da57b6-c399-410d-a579-bb9401539807,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:37.881794 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 55474) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:37.919719 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-3b70f7f1-e229-48a9-a4f0-16b323a48d91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:37.966457 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-62d68db1-23bd-42b9-a45d-37b942abaae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:37.999843 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-62d68db1-23bd-42b9-a45d-37b942abaae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:38.073659 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-3b70f7f1-e229-48a9-a4f0-16b323a48d91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:38.080008 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-3b70f7f1-e229-48a9-a4f0-16b323a48d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:38.083799 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-62d68db1-23bd-42b9-a45d-37b942abaae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:38.087250 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-62d68db1-23bd-42b9-a45d-37b942abaae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:38.088387 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-62d68db1-23bd-42b9-a45d-37b942abaae7 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/27da57b6-c399-410d-a579-bb9401539807 HTTP/1.1" status: 204 len: 168 time: 0.2052810 Jul 16 20:02:38.137489 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-3b70f7f1-e229-48a9-a4f0-16b323a48d91 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=cebdaaf881d64a97a5921bd15c43cb3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3419969 Jul 16 20:02:38.137698 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 55484) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:38.143713 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b70f7f1-e229-48a9-a4f0-16b323a48d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e22add-bb16-44bb-ac69-6ed3a6f83248,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:38.165678 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d68db1-23bd-42b9-a45d-37b942abaae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27da57b6-c399-410d-a579-bb9401539807,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:38.197769 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-309a507c-274f-4dd0-a4e8-4e4f8177e4af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:38.221236 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-309a507c-274f-4dd0-a4e8-4e4f8177e4af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:38.290815 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-309a507c-274f-4dd0-a4e8-4e4f8177e4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:38.294402 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-309a507c-274f-4dd0-a4e8-4e4f8177e4af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:38.298978 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-309a507c-274f-4dd0-a4e8-4e4f8177e4af admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b6e22add-bb16-44bb-ac69-6ed3a6f83248 HTTP/1.1" status: 204 len: 168 time: 0.1602855 Jul 16 20:02:38.311978 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309a507c-274f-4dd0-a4e8-4e4f8177e4af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e22add-bb16-44bb-ac69-6ed3a6f83248,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:38.419542 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 55494) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:38.433566 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-c82bf1c0-8fd9-47d2-8b45-413383d24b49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:38.525256 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-c82bf1c0-8fd9-47d2-8b45-413383d24b49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:38.529582 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-c82bf1c0-8fd9-47d2-8b45-413383d24b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:38.571070 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82bf1c0-8fd9-47d2-8b45-413383d24b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b51e7b8-26df-4036-883e-1dfb36faaaa1,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:38.583579 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-c82bf1c0-8fd9-47d2-8b45-413383d24b49 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=02fe0c8a21ff465bb115fa5224be2955&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1601686 Jul 16 20:02:38.583579 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 55498) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:38.637125 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-803b0c5d-3863-48ae-a19e-6b51d79a12d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:38.639152 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 55502) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:38.654574 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-fe14adfd-6afb-4875-b2ed-84a461915a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:38.659259 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-803b0c5d-3863-48ae-a19e-6b51d79a12d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:38.742479 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-803b0c5d-3863-48ae-a19e-6b51d79a12d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:38.745029 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-803b0c5d-3863-48ae-a19e-6b51d79a12d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:38.745189 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-fe14adfd-6afb-4875-b2ed-84a461915a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:38.746222 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-803b0c5d-3863-48ae-a19e-6b51d79a12d4 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/7b51e7b8-26df-4036-883e-1dfb36faaaa1 HTTP/1.1" status: 204 len: 168 time: 0.1618934 Jul 16 20:02:38.751724 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-fe14adfd-6afb-4875-b2ed-84a461915a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:38.758734 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803b0c5d-3863-48ae-a19e-6b51d79a12d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b51e7b8-26df-4036-883e-1dfb36faaaa1,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:38.776508 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca52522-9e21-45bc-9dc5-77712f18e653 req-c0947418-805c-40b0-8951-0f01965911ad tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:38.778396 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-0ca52522-9e21-45bc-9dc5-77712f18e653 req-c0947418-805c-40b0-8951-0f01965911ad tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/ports?device_id=e7d03983-9bfb-4dee-a30b-c1a87de2597b HTTP/1.1" status: 200 len: 944 time: 0.0873973 Jul 16 20:02:38.785631 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe14adfd-6afb-4875-b2ed-84a461915a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc2f56d-0dc4-4f6d-8168-1b62107dc77c,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:38.801619 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-fe14adfd-6afb-4875-b2ed-84a461915a9b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c13f2e7a0615459e8b3e6f9c9ffa96a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1604545 Jul 16 20:02:38.802201 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 55506) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:38.837545 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-0ca52522-9e21-45bc-9dc5-77712f18e653 req-239c37d8-62f4-4469-b0cb-039666229436 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/security-groups?id=87f47825-2141-487b-83ca-806fe15bccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463266 Jul 16 20:02:38.882705 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-07114fc0-c59f-43eb-958f-1dcce8935939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:38.940509 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-07114fc0-c59f-43eb-958f-1dcce8935939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:39.008686 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccccb0-67c5-4585-b17c-5cbfb9ff720a req-98f2ce7b-4b06-4d36-94e2-62b52cf27703 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:39.009967 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-e7ccccb0-67c5-4585-b17c-5cbfb9ff720a req-98f2ce7b-4b06-4d36-94e2-62b52cf27703 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=29cb119b-d190-46da-b416-2b6593e3fd8f HTTP/1.1" status: 200 len: 945 time: 0.1052144 Jul 16 20:02:39.026679 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e466f-4dd6-4b21-9577-dc5e060e87f8 req-35ff55c8-066f-454b-a58f-9e143860009b tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:39.028345 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-b27e466f-4dd6-4b21-9577-dc5e060e87f8 req-35ff55c8-066f-454b-a58f-9e143860009b tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee77d7e8-63b4-4996-9190-df688779d8d5 HTTP/1.1" status: 200 len: 946 time: 0.0725620 Jul 16 20:02:39.032952 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-07114fc0-c59f-43eb-958f-1dcce8935939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:39.035473 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-07114fc0-c59f-43eb-958f-1dcce8935939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:39.039287 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-07114fc0-c59f-43eb-958f-1dcce8935939 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9dc2f56d-0dc4-4f6d-8168-1b62107dc77c HTTP/1.1" status: 204 len: 168 time: 0.2232192 Jul 16 20:02:39.052981 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07114fc0-c59f-43eb-958f-1dcce8935939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc2f56d-0dc4-4f6d-8168-1b62107dc77c,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:39.081475 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-e7ccccb0-67c5-4585-b17c-5cbfb9ff720a req-7dfbf4b2-dd38-4a82-a91d-f1c674dd36bb tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621819 Jul 16 20:02:39.086872 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-b27e466f-4dd6-4b21-9577-dc5e060e87f8 req-9021b27a-ec52-44c4-8f4c-742f06aac571 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521708 Jul 16 20:02:39.196173 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device 60ac295b-024c-40b7-a5a0-d58437147af4 up at agent hyperv_hv-cinder-80069 {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:02:39.269187 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Provisioning for port 60ac295b-024c-40b7-a5a0-d58437147af4 completed by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:02:39.274615 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Provisioning complete for port 60ac295b-024c-40b7-a5a0-d58437147af4 triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:39.274990 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:39.361251 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:39.386101 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d03983-9bfb-4dee-a30b-c1a87de2597b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ac295b-024c-40b7-a5a0-d58437147af4'}] {{(pid=93022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:02:39.388386 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9473df89cc7d9a049ef80707cd6efae53c3b25527ef369ad4a6a0d9269bae893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b387112-10d2-4d98-8f92-80e57c41bd39" -d '{"events": [{"server_uuid": "e7d03983-9bfb-4dee-a30b-c1a87de2597b", "name": "network-vif-plugged", "status": "completed", "tag": "60ac295b-024c-40b7-a5a0-d58437147af4"}]}' {{(pid=93022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:02:39.401350 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port 60ac295b-024c-40b7-a5a0-d58437147af4, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=60ac295b-024c-40b7-a5a0-d58437147af4,segment=NetworkSegment(504fca60-f34c-4d04-8f01-ade166cd22cf),segment_id=504fca60-f34c-4d04-8f01-ade166cd22cf)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:39.406891 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:39.407983 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device 7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1 up at agent hyperv_hv-cinder-80069 {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:02:39.458249 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85bb8ca7-bb1f-4cbf-881b-e5aeb0e68898 x-openstack-request-id: req-85bb8ca7-bb1f-4cbf-881b-e5aeb0e68898 {{(pid=93022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:02:39.458757 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d03983-9bfb-4dee-a30b-c1a87de2597b", "name": "network-vif-plugged", "status": "completed", "tag": "60ac295b-024c-40b7-a5a0-d58437147af4", "code": 200}]} {{(pid=93022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:02:39.459150 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-85bb8ca7-bb1f-4cbf-881b-e5aeb0e68898 {{(pid=93022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:02:39.473844 dv-cinder-800697-3-iscsi neutron-server[93022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d03983-9bfb-4dee-a30b-c1a87de2597b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ac295b-024c-40b7-a5a0-d58437147af4', 'code': 200} Jul 16 20:02:39.565162 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Pushing event updated for resources: {'Port': ['ID=60ac295b-024c-40b7-a5a0-d58437147af4,revision_number=5']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:39.599676 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Provisioning for port 7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1 completed by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:02:39.607139 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Provisioning complete for port 7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1 triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:39.611395 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:39.715822 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:39.770887 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port 7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1,segment=NetworkSegment(8c4b4c9a-1756-4639-a368-9e26a465772a),segment_id=8c4b4c9a-1756-4639-a368-9e26a465772a)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:39.775312 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:39.809992 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35a943-29b2-4aa7-b322-1d11dfd75e40 req-d4890f40-fbc5-46f0-a803-2b8e04db3c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:39.811546 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-bc35a943-29b2-4aa7-b322-1d11dfd75e40 req-d4890f40-fbc5-46f0-a803-2b8e04db3c31 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=e7d03983-9bfb-4dee-a30b-c1a87de2597b HTTP/1.1" status: 200 len: 1098 time: 0.0747869 Jul 16 20:02:39.851832 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Pushing event updated for resources: {'Port': ['ID=7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1,revision_number=5']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:39.876259 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-bc35a943-29b2-4aa7-b322-1d11dfd75e40 req-22357acb-d93b-4caa-98a6-1d8953c18b0a service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=87f47825-2141-487b-83ca-806fe15bccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514584 Jul 16 20:02:40.023756 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ef4fd-6ae7-47e3-ad93-aefa3514f200 req-6d992978-d8f2-4594-85db-0a82840a2108 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:40.025272 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-f44ef4fd-6ae7-47e3-ad93-aefa3514f200 req-6d992978-d8f2-4594-85db-0a82840a2108 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/ports?device_id=e7d03983-9bfb-4dee-a30b-c1a87de2597b HTTP/1.1" status: 200 len: 945 time: 0.0726840 Jul 16 20:02:40.066816 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-f44ef4fd-6ae7-47e3-ad93-aefa3514f200 req-6365973d-9577-4ba3-90e5-f7827c00208a tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/security-groups?id=87f47825-2141-487b-83ca-806fe15bccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349884 Jul 16 20:02:40.306680 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf1c6d3-d88e-4b5b-a587-59fed534201f req-14ab814a-8677-4745-92b2-e4b88d561157 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:40.313660 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b8ad1-79d7-493b-b2f2-f5f95ebc0aef req-281e2a2a-5aaa-40ee-a6d4-67ba52e80c09 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:40.314918 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-0bf1c6d3-d88e-4b5b-a587-59fed534201f req-14ab814a-8677-4745-92b2-e4b88d561157 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=29cb119b-d190-46da-b416-2b6593e3fd8f HTTP/1.1" status: 200 len: 946 time: 0.0992508 Jul 16 20:02:40.316675 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-952b8ad1-79d7-493b-b2f2-f5f95ebc0aef req-281e2a2a-5aaa-40ee-a6d4-67ba52e80c09 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee77d7e8-63b4-4996-9190-df688779d8d5 HTTP/1.1" status: 200 len: 946 time: 0.0818682 Jul 16 20:02:40.360398 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-0bf1c6d3-d88e-4b5b-a587-59fed534201f req-a53bcb3f-42a1-4386-91cd-4d4938277616 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444770 Jul 16 20:02:40.371442 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-952b8ad1-79d7-493b-b2f2-f5f95ebc0aef req-16cfb5d7-289c-4c67-acd3-6884a51d831f tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448191 Jul 16 20:02:41.148670 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 55644) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:41.253704 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ac3ef-be8e-4435-9e85-31d1d5dac13e req-33c7612c-7274-485e-897e-88b62b95895d tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:41.255140 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-dc1ac3ef-be8e-4435-9e85-31d1d5dac13e req-33c7612c-7274-485e-897e-88b62b95895d tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/ports?device_id=e7d03983-9bfb-4dee-a30b-c1a87de2597b HTTP/1.1" status: 200 len: 945 time: 0.0669343 Jul 16 20:02:41.273532 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e6774788-f244-4d89-9136-791cacc7ef79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:41.312688 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-dc1ac3ef-be8e-4435-9e85-31d1d5dac13e req-4899243b-d914-4127-88cc-0045ec4e4f40 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/security-groups?id=87f47825-2141-487b-83ca-806fe15bccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513725 Jul 16 20:02:41.402078 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e6774788-f244-4d89-9136-791cacc7ef79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:41.406923 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e6774788-f244-4d89-9136-791cacc7ef79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:41.448949 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-e6774788-f244-4d89-9136-791cacc7ef79 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=258999c4a3124b208ae03aef190a6abf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2991846 Jul 16 20:02:41.451710 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 55662) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:41.467059 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6774788-f244-4d89-9136-791cacc7ef79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9113ac9e-2cd0-4dbb-8809-3b282a6f5248,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:41.475839 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29cb119b-d190-46da-b416-2b6593e3fd8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1'}] {{(pid=93022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:02:41.479475 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9473df89cc7d9a049ef80707cd6efae53c3b25527ef369ad4a6a0d9269bae893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7569f0b9-c364-443f-8e77-45589aeef836" -d '{"events": [{"server_uuid": "29cb119b-d190-46da-b416-2b6593e3fd8f", "name": "network-vif-plugged", "status": "completed", "tag": "7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1"}]}' {{(pid=93022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:02:41.581761 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-2d033dd1-a719-4ef7-a4a9-ee1bfb5a4fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:41.610543 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e1cf63-8c7f-4325-b23d-fd44ffd211c9 req-7ff0ba7a-d07c-4064-aa60-525427716d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:41.612057 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-b1e1cf63-8c7f-4325-b23d-fd44ffd211c9 req-7ff0ba7a-d07c-4064-aa60-525427716d66 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=ee77d7e8-63b4-4996-9190-df688779d8d5 HTTP/1.1" status: 200 len: 1099 time: 0.1395993 Jul 16 20:02:41.617049 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5fac6-7fef-4932-bf6c-76f51fad0d22 req-e9bb0ea0-e742-4f93-a59c-48aee59bc5cd tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:41.618626 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-20c5fac6-7fef-4932-bf6c-76f51fad0d22 req-e9bb0ea0-e742-4f93-a59c-48aee59bc5cd tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/ports?device_id=e7d03983-9bfb-4dee-a30b-c1a87de2597b HTTP/1.1" status: 200 len: 945 time: 0.1395206 Jul 16 20:02:41.639395 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b95dc1-4743-4cf7-8ad6-7a0cc864f2ee req-53db38e1-222d-49b2-8b94-cddab4dce702 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:41.641339 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-19b95dc1-4743-4cf7-8ad6-7a0cc864f2ee req-53db38e1-222d-49b2-8b94-cddab4dce702 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=29cb119b-d190-46da-b416-2b6593e3fd8f HTTP/1.1" status: 200 len: 946 time: 0.1009393 Jul 16 20:02:41.644872 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-2d033dd1-a719-4ef7-a4a9-ee1bfb5a4fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:41.686155 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-b1e1cf63-8c7f-4325-b23d-fd44ffd211c9 req-8c59a59b-8ccc-401a-b1d1-bfcb2f418f48 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630424 Jul 16 20:02:41.703969 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-19b95dc1-4743-4cf7-8ad6-7a0cc864f2ee req-952656b6-e125-4b05-a21f-ece3dcf481d2 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520818 Jul 16 20:02:41.714480 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-20c5fac6-7fef-4932-bf6c-76f51fad0d22 req-e62dbf13-eb49-4d7e-8cbe-f193646ccf18 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/security-groups?id=87f47825-2141-487b-83ca-806fe15bccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797806 Jul 16 20:02:41.753445 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-2d033dd1-a719-4ef7-a4a9-ee1bfb5a4fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:41.757733 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-2d033dd1-a719-4ef7-a4a9-ee1bfb5a4fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:41.762867 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-2d033dd1-a719-4ef7-a4a9-ee1bfb5a4fda admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9113ac9e-2cd0-4dbb-8809-3b282a6f5248 HTTP/1.1" status: 204 len: 168 time: 0.3094928 Jul 16 20:02:41.776899 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d033dd1-a719-4ef7-a4a9-ee1bfb5a4fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9113ac9e-2cd0-4dbb-8809-3b282a6f5248,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:41.795368 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e6f23d-9fcb-42e5-bdbf-c7b84fccc02c x-openstack-request-id: req-20e6f23d-9fcb-42e5-bdbf-c7b84fccc02c {{(pid=93022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:02:41.795969 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29cb119b-d190-46da-b416-2b6593e3fd8f", "name": "network-vif-plugged", "status": "completed", "tag": "7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1", "code": 200}]} {{(pid=93022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:02:41.796483 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-20e6f23d-9fcb-42e5-bdbf-c7b84fccc02c {{(pid=93022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:02:41.797217 dv-cinder-800697-3-iscsi neutron-server[93022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29cb119b-d190-46da-b416-2b6593e3fd8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1', 'code': 200} Jul 16 20:02:42.003829 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d49d0e-7fa6-40bd-ac5f-25b0fd0ec907 req-fb68f0da-7539-4da4-9269-85bf6a600fcf tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:42.013071 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-f8d49d0e-7fa6-40bd-ac5f-25b0fd0ec907 req-fb68f0da-7539-4da4-9269-85bf6a600fcf tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee77d7e8-63b4-4996-9190-df688779d8d5 HTTP/1.1" status: 200 len: 946 time: 0.1245883 Jul 16 20:02:42.076833 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-f8d49d0e-7fa6-40bd-ac5f-25b0fd0ec907 req-93901308-cbeb-4f38-b53e-16f85c3408dc tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624158 Jul 16 20:02:42.109024 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd77d2-379a-42c5-808b-a8acf0ce84f6 req-c519df16-eaad-44ce-aea3-3b60b845dbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:42.112405 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-f9fd77d2-379a-42c5-808b-a8acf0ce84f6 req-c519df16-eaad-44ce-aea3-3b60b845dbba service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=29cb119b-d190-46da-b416-2b6593e3fd8f HTTP/1.1" status: 200 len: 1099 time: 0.0782640 Jul 16 20:02:42.150893 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 55694) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:42.192527 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 55698) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:42.198860 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-f9fd77d2-379a-42c5-808b-a8acf0ce84f6 req-d771668e-134a-4897-a08e-1612dcbf4cde service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758028 Jul 16 20:02:42.286164 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 55702) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:42.300167 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a8b3a49d-4673-47d3-89c0-9ad2076f1e4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:42.300339 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-aa13a80d-eb4e-4582-99ab-c15452825e04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:42.322365 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.db.api [None req-aa13a80d-eb4e-4582-99ab-c15452825e04 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:02:42.322365 dv-cinder-800697-3-iscsi neutron-server[93021]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 20:02:42.322365 dv-cinder-800697-3-iscsi neutron-server[93021]: [parameters: {'project_id': '26eca600ce5440c1b13f08697ff5d34c', 'id': '3d6f533a-36c7-44b4-929f-be2052f9adde', 'expiration': datetime.datetime(2021, 7, 16, 20, 4, 42, 317795)}] Jul 16 20:02:42.322365 dv-cinder-800697-3-iscsi neutron-server[93021]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93021) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:02:42.322981 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG oslo_db.api [None req-aa13a80d-eb4e-4582-99ab-c15452825e04 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:02:42.403287 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a8b3a49d-4673-47d3-89c0-9ad2076f1e4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:42.408122 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a8b3a49d-4673-47d3-89c0-9ad2076f1e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:42.437636 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3a49d-4673-47d3-89c0-9ad2076f1e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c834d6cb-bb80-4fb9-9011-404667805a22,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:42.456247 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-a8b3a49d-4673-47d3-89c0-9ad2076f1e4f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f88db62680f74a0a8dfadfbc6cf3db34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1689165 Jul 16 20:02:42.458760 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 55704) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:42.472000 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-eb38ec45-3634-4918-aadd-41106203d162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:42.506732 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-f92cdf64-abf5-4738-9914-c1e3507d5825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:42.526596 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905062e-fce0-4f8d-a8bb-56ebef677847 req-5cfc5836-df7d-47e9-941d-3d4af1ba9b8a tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:42.528031 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-5905062e-fce0-4f8d-a8bb-56ebef677847 req-5cfc5836-df7d-47e9-941d-3d4af1ba9b8a tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/ports?device_id=e7d03983-9bfb-4dee-a30b-c1a87de2597b HTTP/1.1" status: 200 len: 945 time: 0.1036937 Jul 16 20:02:42.532450 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-f92cdf64-abf5-4738-9914-c1e3507d5825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:42.580539 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-f92cdf64-abf5-4738-9914-c1e3507d5825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:42.583112 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-f92cdf64-abf5-4738-9914-c1e3507d5825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:42.585050 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-f92cdf64-abf5-4738-9914-c1e3507d5825 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c834d6cb-bb80-4fb9-9011-404667805a22 HTTP/1.1" status: 204 len: 168 time: 0.1240559 Jul 16 20:02:42.592713 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cdf64-abf5-4738-9914-c1e3507d5825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c834d6cb-bb80-4fb9-9011-404667805a22,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:42.594645 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-5905062e-fce0-4f8d-a8bb-56ebef677847 req-95e0ca45-fd59-4227-94c6-39f1471e9a80 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/security-groups?id=87f47825-2141-487b-83ca-806fe15bccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590785 Jul 16 20:02:42.646828 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-eb38ec45-3634-4918-aadd-41106203d162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:42.653331 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-eb38ec45-3634-4918-aadd-41106203d162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:42.691635 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-eb38ec45-3634-4918-aadd-41106203d162 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=27c64bee0ea84c9290dd574d5059520d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4980376 Jul 16 20:02:42.692484 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb38ec45-3634-4918-aadd-41106203d162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848a9f15-c9d1-44cc-9d08-34286c990cbd,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:42.694890 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 55710) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:42.752537 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-dc58dd14-b2b6-4c12-864a-d23c9d013e62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:42.776868 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-dc58dd14-b2b6-4c12-864a-d23c9d013e62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:42.824906 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-aa13a80d-eb4e-4582-99ab-c15452825e04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:42.833659 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-dc58dd14-b2b6-4c12-864a-d23c9d013e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:42.837612 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-dc58dd14-b2b6-4c12-864a-d23c9d013e62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:42.838970 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-dc58dd14-b2b6-4c12-864a-d23c9d013e62 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/848a9f15-c9d1-44cc-9d08-34286c990cbd HTTP/1.1" status: 204 len: 168 time: 0.1429780 Jul 16 20:02:42.891047 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc58dd14-b2b6-4c12-864a-d23c9d013e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848a9f15-c9d1-44cc-9d08-34286c990cbd,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:42.983781 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef2c6b-d341-48ab-9d83-9ac2e4c3cd20 req-aa7a067c-aeeb-401e-ae20-7bba74e79506 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:42.985691 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a0ef2c6b-d341-48ab-9d83-9ac2e4c3cd20 req-aa7a067c-aeeb-401e-ae20-7bba74e79506 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=29cb119b-d190-46da-b416-2b6593e3fd8f HTTP/1.1" status: 200 len: 946 time: 0.1456938 Jul 16 20:02:43.013647 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-aa13a80d-eb4e-4582-99ab-c15452825e04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:43.022875 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-aa13a80d-eb4e-4582-99ab-c15452825e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:43.065152 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa13a80d-eb4e-4582-99ab-c15452825e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760ec307-5c0c-4619-9463-e13b128d82e4,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:43.078943 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a0ef2c6b-d341-48ab-9d83-9ac2e4c3cd20 req-0abc0ec4-a6f5-4742-96a8-cd1f9869569b tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847116 Jul 16 20:02:43.092026 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-aa13a80d-eb4e-4582-99ab-c15452825e04 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=26eca600ce5440c1b13f08697ff5d34c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9397607 Jul 16 20:02:43.092277 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 55728) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:43.174680 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-60c7e0cd-0a96-4bc3-a8c0-e62dcbdc7a7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:43.208697 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-60c7e0cd-0a96-4bc3-a8c0-e62dcbdc7a7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:43.272148 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-60c7e0cd-0a96-4bc3-a8c0-e62dcbdc7a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:43.276412 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-60c7e0cd-0a96-4bc3-a8c0-e62dcbdc7a7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:43.277750 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-60c7e0cd-0a96-4bc3-a8c0-e62dcbdc7a7c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/760ec307-5c0c-4619-9463-e13b128d82e4 HTTP/1.1" status: 204 len: 168 time: 0.1845665 Jul 16 20:02:43.289801 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c7e0cd-0a96-4bc3-a8c0-e62dcbdc7a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760ec307-5c0c-4619-9463-e13b128d82e4,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:43.304421 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c24405-a6d2-44a6-820c-782da22a652a req-cc729d9f-385c-4a0a-86eb-527c900b1702 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:43.306099 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-a0c24405-a6d2-44a6-820c-782da22a652a req-cc729d9f-385c-4a0a-86eb-527c900b1702 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee77d7e8-63b4-4996-9190-df688779d8d5 HTTP/1.1" status: 200 len: 946 time: 0.0746114 Jul 16 20:02:43.356230 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-a0c24405-a6d2-44a6-820c-782da22a652a req-1b9c3a29-2045-40b7-9ae0-e10c8d527e57 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439615 Jul 16 20:02:43.361125 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 55742) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:43.382566 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-f7186e9f-c930-41e4-ab47-35d0333df6d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:43.541651 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-f7186e9f-c930-41e4-ab47-35d0333df6d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:43.547962 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-f7186e9f-c930-41e4-ab47-35d0333df6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:43.606908 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-f7186e9f-c930-41e4-ab47-35d0333df6d4 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=73065be0de7e41f1bc5b262c4f3dc7ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2442963 Jul 16 20:02:43.609504 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7186e9f-c930-41e4-ab47-35d0333df6d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e051430-d7ef-4d73-8e96-f0b385bb766c,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:43.609981 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 55752) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:43.692312 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-d4f0d49e-2e18-410a-add7-e27843e5539b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:43.765111 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-d4f0d49e-2e18-410a-add7-e27843e5539b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:43.831330 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6c0ae0-67f4-41b7-865d-5fdbde76ed72 req-359f2780-744a-4e29-9d56-604951b84d68 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:43.833017 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-0d6c0ae0-67f4-41b7-865d-5fdbde76ed72 req-359f2780-744a-4e29-9d56-604951b84d68 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.1243880 Jul 16 20:02:43.845357 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-d4f0d49e-2e18-410a-add7-e27843e5539b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:43.850780 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-d4f0d49e-2e18-410a-add7-e27843e5539b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:43.850780 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-d4f0d49e-2e18-410a-add7-e27843e5539b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9e051430-d7ef-4d73-8e96-f0b385bb766c HTTP/1.1" status: 204 len: 168 time: 0.2381058 Jul 16 20:02:43.866357 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f0d49e-2e18-410a-add7-e27843e5539b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e051430-d7ef-4d73-8e96-f0b385bb766c,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:43.899651 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-0d6c0ae0-67f4-41b7-865d-5fdbde76ed72 req-b1a99de5-0396-44c9-be71-b7c69cd6b1a4 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604324 Jul 16 20:02:44.369860 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7094e5-cc65-4394-9e77-de35e6910e51 req-3fa5c0bb-3f56-4b4e-b996-35f8e3e67f00 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:44.371590 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-ba7094e5-cc65-4394-9e77-de35e6910e51 req-3fa5c0bb-3f56-4b4e-b996-35f8e3e67f00 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=29cb119b-d190-46da-b416-2b6593e3fd8f HTTP/1.1" status: 200 len: 946 time: 0.0867810 Jul 16 20:02:44.432889 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-ba7094e5-cc65-4394-9e77-de35e6910e51 req-80534d7f-1615-400a-a450-95f742d6d0c8 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534472 Jul 16 20:02:44.974818 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 55838) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:45.149263 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [None req-11f03fb2-4af4-4522-8f00-76f3ec11715c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1516262236-network', 'tenant_id': 'ad33f297eea04fc3a58399f92cb591b0'}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:45.181099 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f03fb2-4af4-4522-8f00-76f3ec11715c admin admin] Made reservation on behalf of ad33f297eea04fc3a58399f92cb591b0 for: {'network': 1} {{(pid=93021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:02:45.184292 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-11f03fb2-4af4-4522-8f00-76f3ec11715c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for network, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:45.201701 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-11f03fb2-4af4-4522-8f00-76f3ec11715c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:45.302470 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-11f03fb2-4af4-4522-8f00-76f3ec11715c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:45.308046 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-11f03fb2-4af4-4522-8f00-76f3ec11715c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:45.334625 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11f03fb2-4af4-4522-8f00-76f3ec11715c admin admin] vlan segment allocate from pool success with {'vlan_id': 1036, 'physical_network': 'physnet1'} {{(pid=93021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:02:45.340823 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f03fb2-4af4-4522-8f00-76f3ec11715c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864310b9-3ba9-4859-ad14-34a53b89c013,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:45.349115 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-11f03fb2-4af4-4522-8f00-76f3ec11715c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964265'] for segment, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:45.349115 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.db.segments_db [None req-11f03fb2-4af4-4522-8f00-76f3ec11715c admin admin] Added segment ad24ff26-393e-4f7c-9d80-11e33396a97f of type vlan for network 3f7f9b7f-f2e5-4877-a0f9-ba8f559656a6 Jul 16 20:02:45.389802 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-11f03fb2-4af4-4522-8f00-76f3ec11715c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786206831382'] for network, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:45.438767 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-11f03fb2-4af4-4522-8f00-76f3ec11715c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851'] for network, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:45.439783 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f03fb2-4af4-4522-8f00-76f3ec11715c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:45.440396 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-11f03fb2-4af4-4522-8f00-76f3ec11715c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for network, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:45.470888 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-11f03fb2-4af4-4522-8f00-76f3ec11715c admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4941859 Jul 16 20:02:45.473582 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 55864) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:45.478780 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [None req-ab0879aa-11e4-4cf6-850d-2fa468545f82 admin admin] Request body: {'subnet': {'network_id': '3f7f9b7f-f2e5-4877-a0f9-ba8f559656a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1516262236-subnet', 'tenant_id': 'ad33f297eea04fc3a58399f92cb591b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:45.509920 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f03fb2-4af4-4522-8f00-76f3ec11715c admin admin] Pushing event updated for resources: {'Network': ['ID=3f7f9b7f-f2e5-4877-a0f9-ba8f559656a6,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:45.519928 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Network 3f7f9b7f-f2e5-4877-a0f9-ba8f559656a6 details requested by agent ovs-agent-dv-cinder-800697-3-iscsi with host dv-cinder-800697-3-iscsi {{(pid=93022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:02:45.528748 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0879aa-11e4-4cf6-850d-2fa468545f82 admin admin] Made reservation on behalf of ad33f297eea04fc3a58399f92cb591b0 for: {'subnet': 1} {{(pid=93021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:02:45.531206 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-ab0879aa-11e4-4cf6-850d-2fa468545f82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6192253'] for subnet, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:45.730192 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-ab0879aa-11e4-4cf6-850d-2fa468545f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7945194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8121040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6192239'] for subnet, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:45.792161 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0879aa-11e4-4cf6-850d-2fa468545f82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef64fdff-6972-4349-80a7-6d3a73c5e3c8,revision_number=0']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:45.812169 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0879aa-11e4-4cf6-850d-2fa468545f82 admin admin] Checking segment: {'id': 'ad24ff26-393e-4f7c-9d80-11e33396a97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '3f7f9b7f-f2e5-4877-a0f9-ba8f559656a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:02:45.812715 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0879aa-11e4-4cf6-850d-2fa468545f82 admin admin] Network hostable DHCP agents. Network: 3f7f9b7f-f2e5-4877-a0f9-ba8f559656a6, hostable agents: ['b3327041-ebae-4eef-8a27-dd2dfc08199a'], hosted agents: [] {{(pid=93021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:02:45.836726 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0879aa-11e4-4cf6-850d-2fa468545f82 admin admin] Network 3f7f9b7f-f2e5-4877-a0f9-ba8f559656a6 is scheduled to be hosted by DHCP agent b3327041-ebae-4eef-8a27-dd2dfc08199a with binding_index 1 {{(pid=93021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:02:45.851231 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.base_scheduler [None req-ab0879aa-11e4-4cf6-850d-2fa468545f82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-3-iscsi, 3f7f9b7f-f2e5-4877-a0f9-ba8f559656a6) {{(pid=93021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:45.857423 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0879aa-11e4-4cf6-850d-2fa468545f82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:45.860508 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-ab0879aa-11e4-4cf6-850d-2fa468545f82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for subnet, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:45.864909 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3e9ad3-ddf1-4d19-ab6e-bcc1919d6bbf None None] Network 3f7f9b7f-f2e5-4877-a0f9-ba8f559656a6 requested from dv-cinder-800697-3-iscsi {{(pid=93022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:02:45.883428 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-ab0879aa-11e4-4cf6-850d-2fa468545f82 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4083686 Jul 16 20:02:45.904324 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12258e68-399e-4a86-bbd2-ca80addc0de4 req-b3f5125c-2f43-4d0e-aa25-ea1fd915f263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:45.905807 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-12258e68-399e-4a86-bbd2-ca80addc0de4 req-b3f5125c-2f43-4d0e-aa25-ea1fd915f263 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=414a34685fd04fe387cb1d18cde8082e&device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 1099 time: 0.1342096 Jul 16 20:02:46.031859 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea855bad-33e7-48f1-a674-372094638b04 None None] Network 3f7f9b7f-f2e5-4877-a0f9-ba8f559656a6 requested from dv-cinder-800697-3-iscsi {{(pid=93022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:02:46.049380 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847d473-9b3c-4255-b662-9b09af6cdb60 req-30319977-1063-46b9-a849-025af44d8e30 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:46.054943 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-9847d473-9b3c-4255-b662-9b09af6cdb60 req-30319977-1063-46b9-a849-025af44d8e30 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.1646862 Jul 16 20:02:46.082589 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12258e68-399e-4a86-bbd2-ca80addc0de4 req-96252219-66f7-461b-9b66-c607f260197e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:46.086102 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-12258e68-399e-4a86-bbd2-ca80addc0de4 req-96252219-66f7-461b-9b66-c607f260197e service neutron] 10.222.0.102 "GET /v2.0/networks?id=393b5044-b44c-402e-be20-85746d24c0e1 HTTP/1.1" status: 200 len: 920 time: 0.1493771 Jul 16 20:02:46.160702 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-12258e68-399e-4a86-bbd2-ca80addc0de4 req-24f31307-1794-468a-9404-d134586ff794 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=844fc7f4-1c04-493a-a123-edf58bac7b41 HTTP/1.1" status: 200 len: 217 time: 0.0577438 Jul 16 20:02:46.178565 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-9847d473-9b3c-4255-b662-9b09af6cdb60 req-d1013d94-2811-40aa-a00f-9da8b6b0d24b tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149273 Jul 16 20:02:46.235747 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12258e68-399e-4a86-bbd2-ca80addc0de4 req-192aacc6-a7e8-479d-8afb-7a0483608a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:46.239489 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-12258e68-399e-4a86-bbd2-ca80addc0de4 req-192aacc6-a7e8-479d-8afb-7a0483608a0a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=bb407b5a-c60b-422c-8afc-1e584a6a4c1c HTTP/1.1" status: 200 len: 858 time: 0.0592129 Jul 16 20:02:46.428176 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 55906) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:46.433248 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [None req-0c6a9b9f-b571-46e4-8ede-68e926359dbf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1000828150-network', 'tenant_id': '0e4d01a7d89e4797a273c29c848116ad'}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:46.453483 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6a9b9f-b571-46e4-8ede-68e926359dbf admin admin] Made reservation on behalf of 0e4d01a7d89e4797a273c29c848116ad for: {'network': 1} {{(pid=93021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:02:46.455755 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-0c6a9b9f-b571-46e4-8ede-68e926359dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for network, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:46.464221 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-0c6a9b9f-b571-46e4-8ede-68e926359dbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:46.548526 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-0c6a9b9f-b571-46e4-8ede-68e926359dbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:46.552566 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-0c6a9b9f-b571-46e4-8ede-68e926359dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:46.575953 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c6a9b9f-b571-46e4-8ede-68e926359dbf admin admin] vlan segment allocate from pool success with {'vlan_id': 1030, 'physical_network': 'physnet1'} {{(pid=93021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:02:46.585053 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6a9b9f-b571-46e4-8ede-68e926359dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a3f72a-3073-4463-8d90-a9fbcb8a1de1,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:46.591687 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-0c6a9b9f-b571-46e4-8ede-68e926359dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964265'] for segment, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:46.592587 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.db.segments_db [None req-0c6a9b9f-b571-46e4-8ede-68e926359dbf admin admin] Added segment 6a3f7e60-1a9e-4ca5-8436-dd16029b6ee0 of type vlan for network 6b2d8217-bb63-4cbb-8650-b4df63be3cd3 Jul 16 20:02:46.631738 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-0c6a9b9f-b571-46e4-8ede-68e926359dbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786206831382'] for network, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:46.659070 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-0c6a9b9f-b571-46e4-8ede-68e926359dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851'] for network, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:46.660017 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6a9b9f-b571-46e4-8ede-68e926359dbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:46.660597 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-0c6a9b9f-b571-46e4-8ede-68e926359dbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for network, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:46.694770 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-0c6a9b9f-b571-46e4-8ede-68e926359dbf admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2654614 Jul 16 20:02:46.697723 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 55908) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:46.702876 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [None req-9a72a65b-b36a-4260-8fd6-ee77bb919b68 admin admin] Request body: {'subnet': {'network_id': '6b2d8217-bb63-4cbb-8650-b4df63be3cd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1000828150-subnet', 'tenant_id': '0e4d01a7d89e4797a273c29c848116ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:46.723010 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a72a65b-b36a-4260-8fd6-ee77bb919b68 admin admin] Made reservation on behalf of 0e4d01a7d89e4797a273c29c848116ad for: {'subnet': 1} {{(pid=93020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:02:46.724330 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6a9b9f-b571-46e4-8ede-68e926359dbf admin admin] Pushing event updated for resources: {'Network': ['ID=6b2d8217-bb63-4cbb-8650-b4df63be3cd3,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:46.726136 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9a72a65b-b36a-4260-8fd6-ee77bb919b68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5499313'] for subnet, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:46.735128 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Network 6b2d8217-bb63-4cbb-8650-b4df63be3cd3 details requested by agent ovs-agent-dv-cinder-800697-3-iscsi with host dv-cinder-800697-3-iscsi {{(pid=93022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:02:46.889196 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9a72a65b-b36a-4260-8fd6-ee77bb919b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7945194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6084400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5499299'] for subnet, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:46.949010 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a72a65b-b36a-4260-8fd6-ee77bb919b68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00f3b9c7-d3a5-4095-9fac-c6997c68620b,revision_number=0']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:46.957427 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a72a65b-b36a-4260-8fd6-ee77bb919b68 admin admin] Checking segment: {'id': '6a3f7e60-1a9e-4ca5-8436-dd16029b6ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '6b2d8217-bb63-4cbb-8650-b4df63be3cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:02:46.957782 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a72a65b-b36a-4260-8fd6-ee77bb919b68 admin admin] Network hostable DHCP agents. Network: 6b2d8217-bb63-4cbb-8650-b4df63be3cd3, hostable agents: ['b3327041-ebae-4eef-8a27-dd2dfc08199a'], hosted agents: [] {{(pid=93020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:02:46.974924 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a72a65b-b36a-4260-8fd6-ee77bb919b68 admin admin] Network 6b2d8217-bb63-4cbb-8650-b4df63be3cd3 is scheduled to be hosted by DHCP agent b3327041-ebae-4eef-8a27-dd2dfc08199a with binding_index 1 {{(pid=93020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:02:46.983556 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.base_scheduler [None req-9a72a65b-b36a-4260-8fd6-ee77bb919b68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-3-iscsi, 6b2d8217-bb63-4cbb-8650-b4df63be3cd3) {{(pid=93020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:46.987747 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a72a65b-b36a-4260-8fd6-ee77bb919b68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:46.988333 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9a72a65b-b36a-4260-8fd6-ee77bb919b68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:46.993661 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d1c5ef-e7a2-4a8e-849c-68f3b235d927 None None] Network 6b2d8217-bb63-4cbb-8650-b4df63be3cd3 requested from dv-cinder-800697-3-iscsi {{(pid=93022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:02:47.002741 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-9a72a65b-b36a-4260-8fd6-ee77bb919b68 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3038604 Jul 16 20:02:47.131994 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c40b653-41f5-4da3-bdfd-793a8077a0d2 None None] Network 6b2d8217-bb63-4cbb-8650-b4df63be3cd3 requested from dv-cinder-800697-3-iscsi {{(pid=93022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:02:47.740177 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:02:49.180005 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-12258e68-399e-4a86-bbd2-ca80addc0de4 req-7b3547ba-9a30-4b61-9426-42f87f8071f9 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=393b5044-b44c-402e-be20-85746d24c0e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259550 Jul 16 20:02:49.300162 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-12258e68-399e-4a86-bbd2-ca80addc0de4 req-2221f97c-0648-482c-8081-fa0851a6b6dd service neutron] 10.222.0.102 "GET /v2.0/networks/393b5044-b44c-402e-be20-85746d24c0e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964882 Jul 16 20:02:49.419047 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b976f72-2d01-4b55-93b3-67d7f745404b req-4c94fd75-bbf2-41a8-b6a7-548c11d05b40 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:49.420493 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-3b976f72-2d01-4b55-93b3-67d7f745404b req-4c94fd75-bbf2-41a8-b6a7-548c11d05b40 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.1346741 Jul 16 20:02:49.424167 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-12258e68-399e-4a86-bbd2-ca80addc0de4 req-3f04b29a-5a71-4adc-8bc6-6603fb289c3c service neutron] 10.222.0.102 "GET /v2.0/networks/393b5044-b44c-402e-be20-85746d24c0e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082556 Jul 16 20:02:49.459884 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-3b976f72-2d01-4b55-93b3-67d7f745404b req-6095ac77-5700-40f9-98e6-f74e29da6dd9 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338490 Jul 16 20:02:50.160553 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-657200c8-b702-48ef-9292-4fd32f6ea306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:50.627803 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:50.662456 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c3168-98d8-4486-86fc-fae02ef6f054 req-eff2acf9-337e-427b-b943-ec341e3d46b1 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:50.664035 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-464c3168-98d8-4486-86fc-fae02ef6f054 req-eff2acf9-337e-427b-b943-ec341e3d46b1 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.0831456 Jul 16 20:02:50.708649 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-464c3168-98d8-4486-86fc-fae02ef6f054 req-fd8c4139-7b21-4263-8f94-79cfda4e5446 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386069 Jul 16 20:02:50.828623 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 56016) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:50.928970 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-0ed5a934-3b91-41c7-9e10-d82e322d98d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:51.018454 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-0ed5a934-3b91-41c7-9e10-d82e322d98d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:51.022711 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-0ed5a934-3b91-41c7-9e10-d82e322d98d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:51.069519 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-0ed5a934-3b91-41c7-9e10-d82e322d98d7 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6deec8dc584f42359ff27db738df775c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2365997 Jul 16 20:02:51.069519 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed5a934-3b91-41c7-9e10-d82e322d98d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d37b59-f142-4668-a5b1-3fbf21563bda,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:51.070511 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 56024) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:51.126677 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-76f1f76b-be10-4559-a78d-4833fc4c75b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:51.154621 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-76f1f76b-be10-4559-a78d-4833fc4c75b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:51.203922 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-76f1f76b-be10-4559-a78d-4833fc4c75b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:51.207123 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-76f1f76b-be10-4559-a78d-4833fc4c75b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:51.208266 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-76f1f76b-be10-4559-a78d-4833fc4c75b5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f8d37b59-f142-4668-a5b1-3fbf21563bda HTTP/1.1" status: 204 len: 168 time: 0.1371012 Jul 16 20:02:51.216023 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f1f76b-be10-4559-a78d-4833fc4c75b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d37b59-f142-4668-a5b1-3fbf21563bda,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:51.894209 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b0550d-04c5-4edc-bffa-afd6609ba531 req-6f009576-e02e-470a-9a35-40c6613c5cb2 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:51.895858 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-e1b0550d-04c5-4edc-bffa-afd6609ba531 req-6f009576-e02e-470a-9a35-40c6613c5cb2 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.0709741 Jul 16 20:02:51.942847 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-e1b0550d-04c5-4edc-bffa-afd6609ba531 req-d50b37f0-2c90-4301-89b1-1ef4e4c7e60f tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393739 Jul 16 20:02:52.210560 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-668b7c52-8ee9-4574-9eb0-d24c5f4c9eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:52.976046 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc765e-4384-4380-8e0d-93b478be4bd6 req-db8993f2-aa99-45b8-915f-44f0e12aad95 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:52.977696 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-b7cc765e-4384-4380-8e0d-93b478be4bd6 req-db8993f2-aa99-45b8-915f-44f0e12aad95 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/ports?device_id=e7d03983-9bfb-4dee-a30b-c1a87de2597b HTTP/1.1" status: 200 len: 945 time: 0.0701404 Jul 16 20:02:53.031328 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 56106) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:53.033111 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-b7cc765e-4384-4380-8e0d-93b478be4bd6 req-f35d3d77-6955-4789-b912-bc8fa92b83e0 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/security-groups?id=87f47825-2141-487b-83ca-806fe15bccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449841 Jul 16 20:02:53.049929 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 56110) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:53.148695 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44844c9e-8bf6-4ca5-9b23-fa6b839e0cd8 req-a27b8753-44c9-4a61-a107-4a53a7642f44 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:53.150171 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-44844c9e-8bf6-4ca5-9b23-fa6b839e0cd8 req-a27b8753-44c9-4a61-a107-4a53a7642f44 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.0674233 Jul 16 20:02:53.169058 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-c753e035-01e9-4f25-a825-131d609e6392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:53.210023 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-44844c9e-8bf6-4ca5-9b23-fa6b839e0cd8 req-b8223075-aa12-4b1b-9cce-9e2f2b7e3e0e tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526361 Jul 16 20:02:53.263985 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d058fe5-6c3e-4b53-bc4c-945eaae22aa8 tempest-TestMinimumBasicScenario-2004076505 tempest-TestMinimumBasicScenario-2004076505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:53.265498 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-5d058fe5-6c3e-4b53-bc4c-945eaae22aa8 tempest-TestMinimumBasicScenario-2004076505 tempest-TestMinimumBasicScenario-2004076505-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=e7d03983-9bfb-4dee-a30b-c1a87de2597b HTTP/1.1" status: 200 len: 1093 time: 0.2142308 Jul 16 20:02:53.268346 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 56114) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:53.272865 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [None req-673f9ea5-b4bd-4ee9-b52f-2202c714f94b tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Request body: {'floatingip': {'floating_network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'port_id': '60ac295b-024c-40b7-a5a0-d58437147af4', 'tenant_id': '454a9d33c455460a9dfb59ca6c522da9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:53.282855 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-c753e035-01e9-4f25-a825-131d609e6392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:53.286372 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-c753e035-01e9-4f25-a825-131d609e6392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:53.306373 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-673f9ea5-b4bd-4ee9-b52f-2202c714f94b tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks [] for floatingip, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:53.315590 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:53.328194 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-c753e035-01e9-4f25-a825-131d609e6392 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2c23cce4300341d7b8ca324b710bd7ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2957213 Jul 16 20:02:53.329031 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c753e035-01e9-4f25-a825-131d609e6392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64695a02-e439-4e4f-9367-dfc3463de9b6,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:53.331290 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 56118) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:53.397735 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-d5c882d0-9d11-4e0c-b3fc-ae6875759065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:53.411626 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-673f9ea5-b4bd-4ee9-b52f-2202c714f94b tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:53.419429 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-d5c882d0-9d11-4e0c-b3fc-ae6875759065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:53.491225 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-d5c882d0-9d11-4e0c-b3fc-ae6875759065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:53.494010 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-d5c882d0-9d11-4e0c-b3fc-ae6875759065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:53.495274 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-d5c882d0-9d11-4e0c-b3fc-ae6875759065 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/64695a02-e439-4e4f-9367-dfc3463de9b6 HTTP/1.1" status: 204 len: 168 time: 0.1630795 Jul 16 20:02:53.503702 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c882d0-9d11-4e0c-b3fc-ae6875759065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64695a02-e439-4e4f-9367-dfc3463de9b6,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:53.570967 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-80bb96c3-1987-478f-bd3b-3a2da54196a9 req-946d5a24-afed-45d9-8c22-2d0855251c26 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=6337af15dd4248619a5d38f0d50895fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342693 Jul 16 20:02:53.585375 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.db_base_plugin_common [None req-673f9ea5-b4bd-4ee9-b52f-2202c714f94b tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Allocated IP 172.27.1.78 (72bddd3a-8a62-4354-b4b3-8a4b3e183ea3/b7c8a0af-efd8-4b77-9799-206f74457d50/a07ab140-6542-48f6-a85c-936032ae33d1) {{(pid=93021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:02:53.885299 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-673f9ea5-b4bd-4ee9-b52f-2202c714f94b tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks [] for port, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:53.902097 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb96c3-1987-478f-bd3b-3a2da54196a9 req-5f2fa2cb-a4f6-41b9-b3bd-5c0236286427 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:53.903880 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-80bb96c3-1987-478f-bd3b-3a2da54196a9 req-5f2fa2cb-a4f6-41b9-b3bd-5c0236286427 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3263798 Jul 16 20:02:53.952914 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-80bb96c3-1987-478f-bd3b-3a2da54196a9 req-6f520c01-582f-44da-a465-ed7cc6ac5b8c tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] 10.222.0.98 "GET /v2.0/quotas/6337af15dd4248619a5d38f0d50895fc HTTP/1.1" status: 200 len: 375 time: 0.0417194 Jul 16 20:02:53.964731 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-673f9ea5-b4bd-4ee9-b52f-2202c714f94b tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786206872486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8120956'] for port, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:53.988729 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-80bb96c3-1987-478f-bd3b-3a2da54196a9 req-e8c499e5-4797-4f9d-a50c-885a85611772 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=6337af15dd4248619a5d38f0d50895fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349112 Jul 16 20:02:54.015472 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673f9ea5-b4bd-4ee9-b52f-2202c714f94b tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Network 72bddd3a-8a62-4354-b4b3-8a4b3e183ea3 is already hosted by enough agents. {{(pid=93021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:02:54.018539 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.base_scheduler [None req-673f9ea5-b4bd-4ee9-b52f-2202c714f94b tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Resources bound (agent type, host, resource id): {{(pid=93021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:54.023471 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673f9ea5-b4bd-4ee9-b52f-2202c714f94b tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Received port after_create {{(pid=93021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:02:54.071431 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673f9ea5-b4bd-4ee9-b52f-2202c714f94b tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Pushing event updated for resources: {'Port': ['ID=a07ab140-6542-48f6-a85c-936032ae33d1,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:54.237883 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de23e50-78f2-4b49-b28e-ffd3a102f08f req-2b85a4b4-9e24-4fac-9e40-d07318689c48 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:54.239439 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-2de23e50-78f2-4b49-b28e-ffd3a102f08f req-2b85a4b4-9e24-4fac-9e40-d07318689c48 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/networks?id=e5804f1d-fdeb-47b2-a0ec-baf0d0715cca HTTP/1.1" status: 200 len: 814 time: 0.1330268 Jul 16 20:02:54.245182 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-e8106738-5b98-4a9d-a246-e9d431ad5fd2 req-b8cfb60a-f3ea-42df-b19b-6a99f87c6bb7 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b231c82-5677-4cf8-a0c5-3c991b79889a HTTP/1.1" status: 200 len: 210 time: 0.0470381 Jul 16 20:02:54.270710 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-2de23e50-78f2-4b49-b28e-ffd3a102f08f req-77c03383-15c0-402d-aae8-91ab8075a633 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/quotas/6454850dc1f14582976bbf9cabb0fec3 HTTP/1.1" status: 200 len: 375 time: 0.0186608 Jul 16 20:02:54.363837 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-2de23e50-78f2-4b49-b28e-ffd3a102f08f req-8948cc42-628e-4bf9-a189-dac57f61dfc8 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=6454850dc1f14582976bbf9cabb0fec3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0913932 Jul 16 20:02:54.478708 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-2de23e50-78f2-4b49-b28e-ffd3a102f08f req-4fc4e0c7-d9ae-40a5-bcca-2f06cfbda23e service neutron] 10.222.0.98 "GET /v2.0/networks/e5804f1d-fdeb-47b2-a0ec-baf0d0715cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070921 Jul 16 20:02:54.592553 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-2de23e50-78f2-4b49-b28e-ffd3a102f08f req-c9b14c9e-0366-4437-9f38-b299e5deb447 service neutron] 10.222.0.98 "GET /v2.0/networks/e5804f1d-fdeb-47b2-a0ec-baf0d0715cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039429 Jul 16 20:02:54.777207 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:54.863320 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17277026-45b9-4099-8196-9fff5431e85a req-a7b90d6f-ef47-4113-a62a-6b027a1e9b3e tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:54.872515 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-17277026-45b9-4099-8196-9fff5431e85a req-a7b90d6f-ef47-4113-a62a-6b027a1e9b3e tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.4485612 Jul 16 20:02:54.879763 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-77b3b0e4-72b2-4285-9ee6-8d3b37955762 req-8b54e110-f001-4a08-afbd-da537dcb2c80 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=d220c85d-d385-4196-8ea4-f4eb25b1d10e HTTP/1.1" status: 200 len: 210 time: 0.0761507 Jul 16 20:02:54.930592 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-673f9ea5-b4bd-4ee9-b52f-2202c714f94b tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:55.035680 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-17277026-45b9-4099-8196-9fff5431e85a req-619cb352-442f-4c4e-a848-0aa72e6dcec1 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622448 Jul 16 20:02:55.135522 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-673f9ea5-b4bd-4ee9-b52f-2202c714f94b tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:55.378925 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-673f9ea5-b4bd-4ee9-b52f-2202c714f94b tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks [] for port, precommit_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:55.385804 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-673f9ea5-b4bd-4ee9-b52f-2202c714f94b tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8120901'] for port, after_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:55.444355 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d12e32d0-cc1f-4171-b4aa-dc38ed5e3798 req-da67572d-b2f5-416d-b61c-c648e4d7aa9c tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b231c82-5677-4cf8-a0c5-3c991b79889a HTTP/1.1" status: 200 len: 210 time: 0.0542016 Jul 16 20:02:55.475056 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673f9ea5-b4bd-4ee9-b52f-2202c714f94b tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Pushing event updated for resources: {'Port': ['ID=a07ab140-6542-48f6-a85c-936032ae33d1,revision_number=2']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:55.485028 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-673f9ea5-b4bd-4ee9-b52f-2202c714f94b tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8363194'] for floatingip, after_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:55.513146 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 56236) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:55.593753 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.db.l3_db [None req-673f9ea5-b4bd-4ee9-b52f-2202c714f94b tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Floating IP 71e2143b-b3d3-46e9-aa61-060292d48c97 associated. External IP: 172.27.1.78, port: 60ac295b-024c-40b7-a5a0-d58437147af4. Jul 16 20:02:55.621448 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-41eb33ee-6d40-4e0c-a550-3ef3091ee607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:55.720981 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-41eb33ee-6d40-4e0c-a550-3ef3091ee607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:55.726662 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-41eb33ee-6d40-4e0c-a550-3ef3091ee607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:55.775786 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-41eb33ee-6d40-4e0c-a550-3ef3091ee607 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f686fc415fb245bc9197697006d27f69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2616222 Jul 16 20:02:55.776904 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eb33ee-6d40-4e0c-a550-3ef3091ee607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42903e02-aed4-4c1c-b0e4-4d0a49145071,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:55.779607 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 56240) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:55.834750 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-673f9ea5-b4bd-4ee9-b52f-2202c714f94b tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Router f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54 has already been hosted by L3 agent 2edc1d69-0f6a-462d-a1c4-2c7c9be5649e {{(pid=93021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:02:55.840098 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-80bb96c3-1987-478f-bd3b-3a2da54196a9 req-d32f4706-c95e-43b7-994d-d357bd2023ad tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=6337af15dd4248619a5d38f0d50895fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321860 Jul 16 20:02:55.938010 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-b7992c3e-84eb-4440-bd33-33aa3a8429ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:55.963628 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673f9ea5-b4bd-4ee9-b52f-2202c714f94b tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify agent at l3_agent.dv-cinder-800697-3-iscsi the message routers_updated {{(pid=93021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:02:55.977117 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5a23d9-94be-42a0-8d1b-462501a11dff None None] Sync routers for ids ['f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54'] in dv-cinder-800697-3-iscsi {{(pid=93023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:02:55.992622 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5a23d9-94be-42a0-8d1b-462501a11dff None None] Routers {'f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:02:55.993391 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-1d5a23d9-94be-42a0-8d1b-462501a11dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:02:52Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54'], 'active': True} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:55.997516 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-673f9ea5-b4bd-4ee9-b52f-2202c714f94b tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for floatingip, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:56.063332 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-2a9f37be-ee53-4b92-9278-2b780c25331c req-5a35cc94-f369-4372-8815-23f34fe32498 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=d220c85d-d385-4196-8ea4-f4eb25b1d10e HTTP/1.1" status: 200 len: 210 time: 0.0379081 Jul 16 20:02:56.066248 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-b7992c3e-84eb-4440-bd33-33aa3a8429ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:56.082139 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-673f9ea5-b4bd-4ee9-b52f-2202c714f94b tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8126616 Jul 16 20:02:56.083508 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d03983-9bfb-4dee-a30b-c1a87de2597b', 'tag': '60ac295b-024c-40b7-a5a0-d58437147af4'}] {{(pid=93021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:02:56.088716 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddedcd09e79d8c9fc5d60e66bd670fc6a6ae4dfc146b22652953969e0d1274bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f2516f-2d68-49ff-9967-0b3f3ee8854c" -d '{"events": [{"name": "network-changed", "server_uuid": "e7d03983-9bfb-4dee-a30b-c1a87de2597b", "tag": "60ac295b-024c-40b7-a5a0-d58437147af4"}]}' {{(pid=93021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:02:56.096400 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 56248) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:56.103108 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [None req-3bd107ea-85f9-4272-acd3-5abe0cf428ff tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-863179835', 'description': 'tempest-secgroup-smoke-863179835 description', 'project_id': '454a9d33c455460a9dfb59ca6c522da9'}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:56.136814 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvr_db [None req-1d5a23d9-94be-42a0-8d1b-462501a11dff None None] Set router f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54 gateway port host: dv-cinder-800697-3-iscsi {{(pid=93023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:02:56.159965 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb96c3-1987-478f-bd3b-3a2da54196a9 req-58eb588a-c98a-4871-9b66-23b5a5537828 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:56.162991 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-80bb96c3-1987-478f-bd3b-3a2da54196a9 req-58eb588a-c98a-4871-9b66-23b5a5537828 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3098423 Jul 16 20:02:56.165390 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ddf017-784a-4655-8383-f1aeafad5150 x-openstack-request-id: req-d4ddf017-784a-4655-8383-f1aeafad5150 {{(pid=93021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:02:56.165722 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7d03983-9bfb-4dee-a30b-c1a87de2597b", "tag": "60ac295b-024c-40b7-a5a0-d58437147af4", "status": "completed", "code": 200}]} {{(pid=93021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:02:56.165979 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d4ddf017-784a-4655-8383-f1aeafad5150 {{(pid=93021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:02:56.166377 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7d03983-9bfb-4dee-a30b-c1a87de2597b', 'tag': '60ac295b-024c-40b7-a5a0-d58437147af4', 'status': 'completed', 'code': 200} Jul 16 20:02:56.169365 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-3bd107ea-85f9-4272-acd3-5abe0cf428ff tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks [] for security_group, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:56.190826 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [req-80bb96c3-1987-478f-bd3b-3a2da54196a9 req-b65a4c81-07bc-46d3-9e90-60c140660796 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] Request body: {'port': {'device_id': '1b231c82-5677-4cf8-a0c5-3c991b79889a', 'network_id': '46a1b849-4e28-4c56-9315-e72c7aaf99a1', 'admin_state_up': True, 'tenant_id': '6337af15dd4248619a5d38f0d50895fc'}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:56.232822 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-b7992c3e-84eb-4440-bd33-33aa3a8429ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:56.235363 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-b7992c3e-84eb-4440-bd33-33aa3a8429ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:56.236502 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-b7992c3e-84eb-4440-bd33-33aa3a8429ca admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/42903e02-aed4-4c1c-b0e4-4d0a49145071 HTTP/1.1" status: 204 len: 168 time: 0.4444253 Jul 16 20:02:56.269928 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7992c3e-84eb-4440-bd33-33aa3a8429ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42903e02-aed4-4c1c-b0e4-4d0a49145071,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:56.337073 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2516f-2d68-49ff-9967-0b3f3ee8854c req-bb3e1f8a-ebeb-4553-8c3f-57d2bc52af0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:56.338784 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-d4f2516f-2d68-49ff-9967-0b3f3ee8854c req-bb3e1f8a-ebeb-4553-8c3f-57d2bc52af0c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=454a9d33c455460a9dfb59ca6c522da9&device_id=e7d03983-9bfb-4dee-a30b-c1a87de2597b HTTP/1.1" status: 200 len: 1098 time: 0.1315382 Jul 16 20:02:56.503966 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-3bd107ea-85f9-4272-acd3-5abe0cf428ff tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks [] for security_group, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:56.595533 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-3bd107ea-85f9-4272-acd3-5abe0cf428ff tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:56.656751 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-1d5a23d9-94be-42a0-8d1b-462501a11dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54', 'name': 'tempest-TestMinimumBasicScenario-569899001-router', 'tenant_id': '454a9d33c455460a9dfb59ca6c522da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'af157674-cd8e-4be1-a2d9-0e3076ce549d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:32Z', 'updated_at': '2021-07-16T20:01:38Z', 'revision_number': 4, 'project_id': '454a9d33c455460a9dfb59ca6c522da9', 'gw_port': {'id': 'af157674-cd8e-4be1-a2d9-0e3076ce549d', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:47:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:33Z', 'updated_at': '2021-07-16T20:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_floatingips': [{'id': '71e2143b-b3d3-46e9-aa61-060292d48c97', 'tenant_id': '454a9d33c455460a9dfb59ca6c522da9', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'router_id': 'f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54', 'port_id': '60ac295b-024c-40b7-a5a0-d58437147af4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061', 'mac_address': 'fa:16:3e:ea:dd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d03983-9bfb-4dee-a30b-c1a87de2597b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:02:54Z', 'updated_at': '2021-07-16T20:02:54Z', 'revision_number': 0, 'project_id': '454a9d33c455460a9dfb59ca6c522da9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5fada53-37a2-4ac8-b97f-4d5b39ddddc5', 'name': '', 'network_id': '8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061', 'tenant_id': '454a9d33c455460a9dfb59ca6c522da9', 'mac_address': 'fa:16:3e:66:d9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '5f2098e9-4111-4c88-a086-c142fb02fb5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:36Z', 'updated_at': '2021-07-16T20:01:45Z', 'revision_number': 5, 'project_id': '454a9d33c455460a9dfb59ca6c522da9', 'subnets': [{'id': '5f2098e9-4111-4c88-a086-c142fb02fb5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:56.738514 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5a23d9-94be-42a0-8d1b-462501a11dff None None] Checking router: f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54 for host: dv-cinder-800697-3-iscsi {{(pid=93023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:02:56.762373 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5a23d9-94be-42a0-8d1b-462501a11dff None None] Routers {'f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:02:56.765077 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-1d5a23d9-94be-42a0-8d1b-462501a11dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:02:52Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54'], 'active': True} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:56.769230 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb2da3b-78b4-450d-8a1c-78bbfa441048 req-5fcded38-7e79-4c44-aca5-566625e1df0c tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:56.777433 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-9fb2da3b-78b4-450d-8a1c-78bbfa441048 req-5fcded38-7e79-4c44-aca5-566625e1df0c tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.5785344 Jul 16 20:02:56.792147 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80bb96c3-1987-478f-bd3b-3a2da54196a9 req-b65a4c81-07bc-46d3-9e90-60c140660796 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] Made reservation on behalf of 6337af15dd4248619a5d38f0d50895fc for: {'port': 1} {{(pid=93020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:02:56.796333 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-80bb96c3-1987-478f-bd3b-3a2da54196a9 req-b65a4c81-07bc-46d3-9e90-60c140660796 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:56.797782 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd107ea-85f9-4272-acd3-5abe0cf428ff tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8eb07a3-d140-42ab-8a89-cbca11239a56,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:56.816148 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-80bb96c3-1987-478f-bd3b-3a2da54196a9 req-b65a4c81-07bc-46d3-9e90-60c140660796 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] Notify callbacks [] for security_group, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:56.816347 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-3bd107ea-85f9-4272-acd3-5abe0cf428ff tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks [] for security_group, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:56.827765 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 56274) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:56.837074 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-3bd107ea-85f9-4272-acd3-5abe0cf428ff tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.7393327 Jul 16 20:02:56.838965 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd107ea-85f9-4272-acd3-5abe0cf428ff tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:56.839334 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd107ea-85f9-4272-acd3-5abe0cf428ff tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:56.839664 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd107ea-85f9-4272-acd3-5abe0cf428ff tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:56.840011 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd107ea-85f9-4272-acd3-5abe0cf428ff tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:56.840346 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd107ea-85f9-4272-acd3-5abe0cf428ff tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:56.840681 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd107ea-85f9-4272-acd3-5abe0cf428ff tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:56.841015 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd107ea-85f9-4272-acd3-5abe0cf428ff tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:56.841348 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd107ea-85f9-4272-acd3-5abe0cf428ff tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:56.841676 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd107ea-85f9-4272-acd3-5abe0cf428ff tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:56.842006 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd107ea-85f9-4272-acd3-5abe0cf428ff tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:56.842336 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd107ea-85f9-4272-acd3-5abe0cf428ff tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:56.849394 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd107ea-85f9-4272-acd3-5abe0cf428ff tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:56.852595 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [None req-06cef699-d378-427b-99dd-a2a1940baab0 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Request body: {'security_group_rule': {'security_group_id': 'c8eb07a3-d140-42ab-8a89-cbca11239a56', 'project_id': '454a9d33c455460a9dfb59ca6c522da9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:56.868873 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2516f-2d68-49ff-9967-0b3f3ee8854c req-6a5b37b3-8d49-443f-ab9c-b50d911a1596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:56.870645 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-d4f2516f-2d68-49ff-9967-0b3f3ee8854c req-6a5b37b3-8d49-443f-ab9c-b50d911a1596 service neutron] 10.222.0.102 "GET /v2.0/networks?id=8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061 HTTP/1.1" status: 200 len: 916 time: 0.5065429 Jul 16 20:02:56.923500 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-06cef699-d378-427b-99dd-a2a1940baab0 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:56.951967 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de23e50-78f2-4b49-b28e-ffd3a102f08f req-44a59c80-5fab-41cf-8d38-6e9d0aae9df2 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:56.953548 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-2de23e50-78f2-4b49-b28e-ffd3a102f08f req-44a59c80-5fab-41cf-8d38-6e9d0aae9df2 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.102 "GET /v2.0/networks?id=e5804f1d-fdeb-47b2-a0ec-baf0d0715cca HTTP/1.1" status: 200 len: 814 time: 0.3198390 Jul 16 20:02:56.972928 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-60f96796-a343-466d-b8eb-80165b548891 req-93effa30-a686-4435-8516-4521e0eeaedf tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b231c82-5677-4cf8-a0c5-3c991b79889a HTTP/1.1" status: 200 len: 210 time: 0.0824103 Jul 16 20:02:56.995285 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-9fb2da3b-78b4-450d-8a1c-78bbfa441048 req-1dc3108d-6be6-4317-a8de-3d9cb2baa319 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165263 Jul 16 20:02:57.002342 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-d4f2516f-2d68-49ff-9967-0b3f3ee8854c req-a86a1f6b-5be6-43e8-8074-cabba61333f6 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60ac295b-024c-40b7-a5a0-d58437147af4 HTTP/1.1" status: 200 len: 998 time: 0.1188409 Jul 16 20:02:57.019877 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [req-2de23e50-78f2-4b49-b28e-ffd3a102f08f req-e4617105-7122-4c49-9ebe-3c16a1d93727 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Request body: {'port': {'device_id': 'd220c85d-d385-4196-8ea4-f4eb25b1d10e', 'network_id': 'e5804f1d-fdeb-47b2-a0ec-baf0d0715cca', 'admin_state_up': True, 'tenant_id': '6454850dc1f14582976bbf9cabb0fec3'}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:57.095521 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2516f-2d68-49ff-9967-0b3f3ee8854c req-10e512d2-9bf8-4bfc-9fe6-c8b9b5e0708d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:57.098048 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-d4f2516f-2d68-49ff-9967-0b3f3ee8854c req-10e512d2-9bf8-4bfc-9fe6-c8b9b5e0708d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5f2098e9-4111-4c88-a086-c142fb02fb5d HTTP/1.1" status: 200 len: 853 time: 0.0761755 Jul 16 20:02:57.155426 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvr_db [None req-1d5a23d9-94be-42a0-8d1b-462501a11dff None None] Set router f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54 gateway port host: dv-cinder-800697-3-iscsi {{(pid=93023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:02:57.172923 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2516f-2d68-49ff-9967-0b3f3ee8854c req-8c529ea3-95f2-4b3e-a48b-6ec5000689b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:57.174651 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-d4f2516f-2d68-49ff-9967-0b3f3ee8854c req-8c529ea3-95f2-4b3e-a48b-6ec5000689b0 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0683775 Jul 16 20:02:57.233727 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-06cef699-d378-427b-99dd-a2a1940baab0 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:57.249516 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-06cef699-d378-427b-99dd-a2a1940baab0 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7951394'] for security_group_rule, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:57.291832 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cef699-d378-427b-99dd-a2a1940baab0 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17303757-9c6e-40b8-a914-be46b838ee63,revision_number=0']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:57.315781 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-cea89c81-df49-4d60-83ae-942dc3076b30 req-c7c78674-223f-4a14-8503-a1a8e209367e tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=d220c85d-d385-4196-8ea4-f4eb25b1d10e HTTP/1.1" status: 200 len: 210 time: 0.0539100 Jul 16 20:02:57.341250 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-80bb96c3-1987-478f-bd3b-3a2da54196a9 req-b65a4c81-07bc-46d3-9e90-60c140660796 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] Notify callbacks [] for security_group, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:57.343680 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-d4f2516f-2d68-49ff-9967-0b3f3ee8854c req-69a4f3de-f548-4e21-9780-6a95c70be076 service neutron] 10.222.0.102 "GET /v2.0/networks/8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608596 Jul 16 20:02:57.346219 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-80bb96c3-1987-478f-bd3b-3a2da54196a9 req-b65a4c81-07bc-46d3-9e90-60c140660796 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:57.368320 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-06cef699-d378-427b-99dd-a2a1940baab0 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:57.369957 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-06cef699-d378-427b-99dd-a2a1940baab0 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5366125 Jul 16 20:02:57.386535 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 56294) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:57.400525 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [None req-5e10848c-6cc2-4c68-aa50-24018f0073c7 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Request body: {'security_group_rule': {'security_group_id': 'c8eb07a3-d140-42ab-8a89-cbca11239a56', 'project_id': '454a9d33c455460a9dfb59ca6c522da9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:57.438597 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65a4c81-07bc-46d3-9e90-60c140660796 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9afbb18d-1bf6-49ab-9651-80dc3dc8d2d9,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:57.448440 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2de23e50-78f2-4b49-b28e-ffd3a102f08f req-e4617105-7122-4c49-9ebe-3c16a1d93727 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Made reservation on behalf of 6454850dc1f14582976bbf9cabb0fec3 for: {'port': 1} {{(pid=93020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:02:57.454399 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-2de23e50-78f2-4b49-b28e-ffd3a102f08f req-e4617105-7122-4c49-9ebe-3c16a1d93727 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:57.477835 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-d4f2516f-2d68-49ff-9967-0b3f3ee8854c req-03401134-0cf4-4f8f-a39f-499d7fd41803 service neutron] 10.222.0.102 "GET /v2.0/networks/8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235416 Jul 16 20:02:57.493690 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-5e10848c-6cc2-4c68-aa50-24018f0073c7 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:57.543020 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-1d5a23d9-94be-42a0-8d1b-462501a11dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54', 'name': 'tempest-TestMinimumBasicScenario-569899001-router', 'tenant_id': '454a9d33c455460a9dfb59ca6c522da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'af157674-cd8e-4be1-a2d9-0e3076ce549d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:32Z', 'updated_at': '2021-07-16T20:01:38Z', 'revision_number': 4, 'project_id': '454a9d33c455460a9dfb59ca6c522da9', 'gw_port': {'id': 'af157674-cd8e-4be1-a2d9-0e3076ce549d', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:47:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:33Z', 'updated_at': '2021-07-16T20:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_floatingips': [{'id': '71e2143b-b3d3-46e9-aa61-060292d48c97', 'tenant_id': '454a9d33c455460a9dfb59ca6c522da9', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'router_id': 'f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54', 'port_id': '60ac295b-024c-40b7-a5a0-d58437147af4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061', 'mac_address': 'fa:16:3e:ea:dd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d03983-9bfb-4dee-a30b-c1a87de2597b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:02:54Z', 'updated_at': '2021-07-16T20:02:54Z', 'revision_number': 0, 'project_id': '454a9d33c455460a9dfb59ca6c522da9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5fada53-37a2-4ac8-b97f-4d5b39ddddc5', 'name': '', 'network_id': '8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061', 'tenant_id': '454a9d33c455460a9dfb59ca6c522da9', 'mac_address': 'fa:16:3e:66:d9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '5f2098e9-4111-4c88-a086-c142fb02fb5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:36Z', 'updated_at': '2021-07-16T20:01:45Z', 'revision_number': 5, 'project_id': '454a9d33c455460a9dfb59ca6c522da9', 'subnets': [{'id': '5f2098e9-4111-4c88-a086-c142fb02fb5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:02:57.559619 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-5e10848c-6cc2-4c68-aa50-24018f0073c7 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:57.573054 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-5e10848c-6cc2-4c68-aa50-24018f0073c7 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7951394'] for security_group_rule, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:57.574747 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5a23d9-94be-42a0-8d1b-462501a11dff None None] The sync data for ids ['f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54'] in dv-cinder-800697-3-iscsi is: [{'id': 'f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54', 'name': 'tempest-TestMinimumBasicScenario-569899001-router', 'tenant_id': '454a9d33c455460a9dfb59ca6c522da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'af157674-cd8e-4be1-a2d9-0e3076ce549d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:32Z', 'updated_at': '2021-07-16T20:01:38Z', 'revision_number': 4, 'project_id': '454a9d33c455460a9dfb59ca6c522da9', 'gw_port': {'id': 'af157674-cd8e-4be1-a2d9-0e3076ce549d', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:47:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:33Z', 'updated_at': '2021-07-16T20:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_floatingips': [{'id': '71e2143b-b3d3-46e9-aa61-060292d48c97', 'tenant_id': '454a9d33c455460a9dfb59ca6c522da9', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'router_id': 'f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54', 'port_id': '60ac295b-024c-40b7-a5a0-d58437147af4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061', 'mac_address': 'fa:16:3e:ea:dd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d03983-9bfb-4dee-a30b-c1a87de2597b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:02:54Z', 'updated_at': '2021-07-16T20:02:54Z', 'revision_number': 0, 'project_id': '454a9d33c455460a9dfb59ca6c522da9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5fada53-37a2-4ac8-b97f-4d5b39ddddc5', 'name': '', 'network_id': '8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061', 'tenant_id': '454a9d33c455460a9dfb59ca6c522da9', 'mac_address': 'fa:16:3e:66:d9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '5f2098e9-4111-4c88-a086-c142fb02fb5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:36Z', 'updated_at': '2021-07-16T20:01:45Z', 'revision_number': 5, 'project_id': '454a9d33c455460a9dfb59ca6c522da9', 'subnets': [{'id': '5f2098e9-4111-4c88-a086-c142fb02fb5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:02:57.597872 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.db_base_plugin_common [req-80bb96c3-1987-478f-bd3b-3a2da54196a9 req-b65a4c81-07bc-46d3-9e90-60c140660796 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] Allocated IP 192.168.233.90 (46a1b849-4e28-4c56-9315-e72c7aaf99a1/63a69edb-9155-4244-a756-d9c319e85b8e/f01bf525-f6f7-46c6-884f-ec20eff932f4) {{(pid=93020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:02:57.627728 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e10848c-6cc2-4c68-aa50-24018f0073c7 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9226801a-05a3-476b-a3de-18cc1e0e2691,revision_number=0']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:57.646668 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-5e10848c-6cc2-4c68-aa50-24018f0073c7 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:57.654091 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-5e10848c-6cc2-4c68-aa50-24018f0073c7 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2639802 Jul 16 20:02:57.655128 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 56306) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:57.660370 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [None req-810136c1-2cb5-433a-9ce8-631e877226f9 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Request body: {'security_group_rule': {'security_group_id': 'c8eb07a3-d140-42ab-8a89-cbca11239a56', 'project_id': '454a9d33c455460a9dfb59ca6c522da9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:57.716304 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-810136c1-2cb5-433a-9ce8-631e877226f9 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:57.742776 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.db_base_plugin_common [req-2de23e50-78f2-4b49-b28e-ffd3a102f08f req-e4617105-7122-4c49-9ebe-3c16a1d93727 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Allocated IP 172.20.0.14 (e5804f1d-fdeb-47b2-a0ec-baf0d0715cca/283e3901-d3ea-4713-b598-f4d358da70c1/087a73ec-ceb4-42cb-a9b3-1c96f941680e) {{(pid=93020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:02:57.795206 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-810136c1-2cb5-433a-9ce8-631e877226f9 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:57.799846 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-810136c1-2cb5-433a-9ce8-631e877226f9 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7951394'] for security_group_rule, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:57.826879 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810136c1-2cb5-433a-9ce8-631e877226f9 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91571027-0d7b-4c85-93c1-56e7ef318041,revision_number=0']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:57.839417 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-810136c1-2cb5-433a-9ce8-631e877226f9 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:57.845401 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-810136c1-2cb5-433a-9ce8-631e877226f9 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1885707 Jul 16 20:02:57.848980 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 56310) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:57.867017 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [None req-7cb2e270-58cd-42c8-9527-326c4cd8116a tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Request body: {'security_group_rule': {'security_group_id': 'c8eb07a3-d140-42ab-8a89-cbca11239a56', 'project_id': '454a9d33c455460a9dfb59ca6c522da9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:57.905036 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f4b92e-8f51-41b2-91b5-73380134f147 None None] New status for floating IP 71e2143b-b3d3-46e9-aa61-060292d48c97: ACTIVE {{(pid=93022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:02:57.989671 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-80bb96c3-1987-478f-bd3b-3a2da54196a9 req-b65a4c81-07bc-46d3-9e90-60c140660796 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] Notify callbacks [] for port, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:57.994336 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-7cb2e270-58cd-42c8-9527-326c4cd8116a tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:58.124129 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [req-80bb96c3-1987-478f-bd3b-3a2da54196a9 req-b65a4c81-07bc-46d3-9e90-60c140660796 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] Transition to ACTIVE for port object f01bf525-f6f7-46c6-884f-ec20eff932f4 will not be triggered until provisioned by entity DHCP. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:02:58.188786 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-2de23e50-78f2-4b49-b28e-ffd3a102f08f req-e4617105-7122-4c49-9ebe-3c16a1d93727 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Notify callbacks [] for port, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:58.226268 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-7cb2e270-58cd-42c8-9527-326c4cd8116a tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:58.249187 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-7cb2e270-58cd-42c8-9527-326c4cd8116a tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7951394'] for security_group_rule, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:58.291333 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebeb3d-fa12-4aa6-988e-b0a36283f40a req-7be1e1b0-68ab-4b88-b67b-33c89961ebf1 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:58.293046 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-92ebeb3d-fa12-4aa6-988e-b0a36283f40a req-7be1e1b0-68ab-4b88-b67b-33c89961ebf1 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.1072552 Jul 16 20:02:58.305932 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-7cb2e270-58cd-42c8-9527-326c4cd8116a tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:58.309618 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-7cb2e270-58cd-42c8-9527-326c4cd8116a tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4494393 Jul 16 20:02:58.314918 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 56328) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:58.321811 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [None req-7df28d45-45ba-4bcf-a5aa-8634ff826bad tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Request body: {'security_group_rule': {'security_group_id': 'c8eb07a3-d140-42ab-8a89-cbca11239a56', 'project_id': '454a9d33c455460a9dfb59ca6c522da9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:58.328280 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-80bb96c3-1987-478f-bd3b-3a2da54196a9 req-b65a4c81-07bc-46d3-9e90-60c140660796 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786206872486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:58.336011 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb2e270-58cd-42c8-9527-326c4cd8116a tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e935ba83-5ac6-4a3d-96bf-8efb5b994607,revision_number=0']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:58.355330 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-92ebeb3d-fa12-4aa6-988e-b0a36283f40a req-685563b5-9e86-4428-b673-838d40848baa tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543568 Jul 16 20:02:58.362906 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.db.securitygroups_db [None req-7df28d45-45ba-4bcf-a5aa-8634ff826bad tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Project 454a9d33c455460a9dfb59ca6c522da9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:02:58.368389 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-7df28d45-45ba-4bcf-a5aa-8634ff826bad tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:58.410394 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80bb96c3-1987-478f-bd3b-3a2da54196a9 req-b65a4c81-07bc-46d3-9e90-60c140660796 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] Network 46a1b849-4e28-4c56-9315-e72c7aaf99a1 is already hosted by enough agents. {{(pid=93020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:02:58.415078 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-2de23e50-78f2-4b49-b28e-ffd3a102f08f req-e4617105-7122-4c49-9ebe-3c16a1d93727 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786206872486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:58.425873 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.base_scheduler [req-80bb96c3-1987-478f-bd3b-3a2da54196a9 req-b65a4c81-07bc-46d3-9e90-60c140660796 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] Resources bound (agent type, host, resource id): {{(pid=93020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:58.430889 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] get_ports_and_sgs() called for port_ids ['ad756f51-d5f5-4d65-b6e5-23a8d98afc9b', '7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1'] {{(pid=93022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:02:58.433568 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [req-80bb96c3-1987-478f-bd3b-3a2da54196a9 req-b65a4c81-07bc-46d3-9e90-60c140660796 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] Received port after_create {{(pid=93020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:02:58.452542 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-7df28d45-45ba-4bcf-a5aa-8634ff826bad tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:58.458233 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-7df28d45-45ba-4bcf-a5aa-8634ff826bad tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7951394'] for security_group_rule, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:58.464734 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65a4c81-07bc-46d3-9e90-60c140660796 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] Pushing event updated for resources: {'Port': ['ID=f01bf525-f6f7-46c6-884f-ec20eff932f4,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:58.506264 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df28d45-45ba-4bcf-a5aa-8634ff826bad tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1603ba4-1955-4661-b0ce-27d0c13a899d,revision_number=0']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:58.518726 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-7df28d45-45ba-4bcf-a5aa-8634ff826bad tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:58.521621 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2de23e50-78f2-4b49-b28e-ffd3a102f08f req-e4617105-7122-4c49-9ebe-3c16a1d93727 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Network e5804f1d-fdeb-47b2-a0ec-baf0d0715cca is already hosted by enough agents. {{(pid=93020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:02:58.524778 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-7df28d45-45ba-4bcf-a5aa-8634ff826bad tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2077408 Jul 16 20:02:58.527837 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 56332) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:58.538297 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6415a8-d38d-4ffe-a6a7-90ab0f2540fc req-d5c57494-b96e-4b8b-9b77-dad73395f892 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:58.540043 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-ae6415a8-d38d-4ffe-a6a7-90ab0f2540fc req-d5c57494-b96e-4b8b-9b77-dad73395f892 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b231c82-5677-4cf8-a0c5-3c991b79889a HTTP/1.1" status: 200 len: 935 time: 0.2706740 Jul 16 20:02:58.547333 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [None req-0a2dac10-d0fb-45d7-8b96-75ff78230e40 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Request body: {'security_group_rule': {'security_group_id': 'c8eb07a3-d140-42ab-8a89-cbca11239a56', 'project_id': '454a9d33c455460a9dfb59ca6c522da9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:58.561765 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.base_scheduler [req-2de23e50-78f2-4b49-b28e-ffd3a102f08f req-e4617105-7122-4c49-9ebe-3c16a1d93727 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Resources bound (agent type, host, resource id): {{(pid=93020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:02:58.578463 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de23e50-78f2-4b49-b28e-ffd3a102f08f req-e4617105-7122-4c49-9ebe-3c16a1d93727 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Received port after_create {{(pid=93020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:02:58.591016 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd56c1-c7a5-40ae-8f63-735ed4e863a3 req-29cc5c14-eaec-49e5-83b3-492b9e946dbb tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:58.592739 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-dbfd56c1-c7a5-40ae-8f63-735ed4e863a3 req-29cc5c14-eaec-49e5-83b3-492b9e946dbb tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=d220c85d-d385-4196-8ea4-f4eb25b1d10e HTTP/1.1" status: 200 len: 932 time: 0.0982430 Jul 16 20:02:58.606407 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb96c3-1987-478f-bd3b-3a2da54196a9 req-b65a4c81-07bc-46d3-9e90-60c140660796 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:58.607102 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-80bb96c3-1987-478f-bd3b-3a2da54196a9 req-b65a4c81-07bc-46d3-9e90-60c140660796 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for port, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:58.656797 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4617105-7122-4c49-9ebe-3c16a1d93727 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Pushing event updated for resources: {'Port': ['ID=087a73ec-ceb4-42cb-a9b3-1c96f941680e,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:58.676980 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-dbfd56c1-c7a5-40ae-8f63-735ed4e863a3 req-34288c50-6889-431c-90d1-7c0c917789fa tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747201 Jul 16 20:02:58.697444 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.db.securitygroups_db [None req-0a2dac10-d0fb-45d7-8b96-75ff78230e40 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Project 454a9d33c455460a9dfb59ca6c522da9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:02:58.706560 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-80bb96c3-1987-478f-bd3b-3a2da54196a9 req-b65a4c81-07bc-46d3-9e90-60c140660796 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5205960 Jul 16 20:02:58.713819 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de23e50-78f2-4b49-b28e-ffd3a102f08f req-e4617105-7122-4c49-9ebe-3c16a1d93727 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:58.714440 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-2de23e50-78f2-4b49-b28e-ffd3a102f08f req-e4617105-7122-4c49-9ebe-3c16a1d93727 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for port, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:58.719194 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-ae6415a8-d38d-4ffe-a6a7-90ab0f2540fc req-f0b4d52a-29c6-474d-938a-abbd14511f73 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] 10.222.0.98 "GET /v2.0/security-groups?id=9afbb18d-1bf6-49ab-9651-80dc3dc8d2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552141 Jul 16 20:02:58.721038 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-0a2dac10-d0fb-45d7-8b96-75ff78230e40 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:58.735992 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [req-80bb96c3-1987-478f-bd3b-3a2da54196a9 req-5ecace01-e6be-474f-a3f1-5b61130ef514 service neutron] Request body: {'port': {'device_id': '1b231c82-5677-4cf8-a0c5-3c991b79889a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:58.785584 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-2de23e50-78f2-4b49-b28e-ffd3a102f08f req-e4617105-7122-4c49-9ebe-3c16a1d93727 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8163810 Jul 16 20:02:58.810238 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [req-2de23e50-78f2-4b49-b28e-ffd3a102f08f req-fa778541-ebf1-4fa1-81dd-95e8974d1ccb service neutron] Request body: {'port': {'device_id': 'd220c85d-d385-4196-8ea4-f4eb25b1d10e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:58.847984 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-96d37cc3-39fa-4de7-8102-4d38da6068d7 None None] Provisioning for port f01bf525-f6f7-46c6-884f-ec20eff932f4 completed by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:02:58.852927 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-96d37cc3-39fa-4de7-8102-4d38da6068d7 None None] Provisioning complete for port f01bf525-f6f7-46c6-884f-ec20eff932f4 triggered by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:02:58.853708 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-96d37cc3-39fa-4de7-8102-4d38da6068d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:58.890715 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-96d37cc3-39fa-4de7-8102-4d38da6068d7 None None] Port f01bf525-f6f7-46c6-884f-ec20eff932f4 cannot update to ACTIVE because it is not bound. {{(pid=93022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:02:58.910738 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-0a2dac10-d0fb-45d7-8b96-75ff78230e40 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:58.918085 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-0a2dac10-d0fb-45d7-8b96-75ff78230e40 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7951394'] for security_group_rule, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:58.938001 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-80bb96c3-1987-478f-bd3b-3a2da54196a9 req-5ecace01-e6be-474f-a3f1-5b61130ef514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:58.968728 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2dac10-d0fb-45d7-8b96-75ff78230e40 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c047601-5a82-4167-be9c-4752f585f3ca,revision_number=0']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:58.980588 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-0a2dac10-d0fb-45d7-8b96-75ff78230e40 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:58.981716 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-0a2dac10-d0fb-45d7-8b96-75ff78230e40 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4405713 Jul 16 20:02:58.985025 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-2de23e50-78f2-4b49-b28e-ffd3a102f08f req-fa778541-ebf1-4fa1-81dd-95e8974d1ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:59.102405 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-29ec7155-9f31-4e03-bd09-c73def250333 req-587b509e-885a-4a60-96be-81b1034ddfbf tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-863179835&fields=id&tenant_id=454a9d33c455460a9dfb59ca6c522da9 HTTP/1.1" status: 200 len: 267 time: 0.0324228 Jul 16 20:02:59.171837 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ec7155-9f31-4e03-bd09-c73def250333 req-f7ee7433-25a2-4456-a86a-1d2c0c7375e9 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:59.173323 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-29ec7155-9f31-4e03-bd09-c73def250333 req-f7ee7433-25a2-4456-a86a-1d2c0c7375e9 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/ports?device_id=e7d03983-9bfb-4dee-a30b-c1a87de2597b HTTP/1.1" status: 200 len: 945 time: 0.0652907 Jul 16 20:02:59.184245 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [req-29ec7155-9f31-4e03-bd09-c73def250333 req-3d40cc2a-c9fd-4792-a7b0-68598c09b5dd tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Request body: {'port': {'security_groups': ['87f47825-2141-487b-83ca-806fe15bccec', 'c8eb07a3-d140-42ab-8a89-cbca11239a56']}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:02:59.285751 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-29ec7155-9f31-4e03-bd09-c73def250333 req-3d40cc2a-c9fd-4792-a7b0-68598c09b5dd tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:59.443054 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [req-80bb96c3-1987-478f-bd3b-3a2da54196a9 req-5ecace01-e6be-474f-a3f1-5b61130ef514 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f01bf525-f6f7-46c6-884f-ec20eff932f4 {{(pid=93020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:02:59.453898 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-80bb96c3-1987-478f-bd3b-3a2da54196a9 req-5ecace01-e6be-474f-a3f1-5b61130ef514 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:59.469982 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [req-2de23e50-78f2-4b49-b28e-ffd3a102f08f req-fa778541-ebf1-4fa1-81dd-95e8974d1ccb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 087a73ec-ceb4-42cb-a9b3-1c96f941680e {{(pid=93020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:02:59.481205 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-2de23e50-78f2-4b49-b28e-ffd3a102f08f req-fa778541-ebf1-4fa1-81dd-95e8974d1ccb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:59.483548 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [req-80bb96c3-1987-478f-bd3b-3a2da54196a9 req-5ecace01-e6be-474f-a3f1-5b61130ef514 service neutron] Transition to ACTIVE for port object f01bf525-f6f7-46c6-884f-ec20eff932f4 will not be triggered until provisioned by entity L2. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:02:59.495052 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [req-2de23e50-78f2-4b49-b28e-ffd3a102f08f req-fa778541-ebf1-4fa1-81dd-95e8974d1ccb service neutron] Transition to ACTIVE for port object 087a73ec-ceb4-42cb-a9b3-1c96f941680e will not be triggered until provisioned by entity L2. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:02:59.498302 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-80bb96c3-1987-478f-bd3b-3a2da54196a9 req-5ecace01-e6be-474f-a3f1-5b61130ef514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6084517'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:59.512326 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-2de23e50-78f2-4b49-b28e-ffd3a102f08f req-fa778541-ebf1-4fa1-81dd-95e8974d1ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6084517'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:59.553575 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.db [req-29ec7155-9f31-4e03-bd09-c73def250333 req-3d40cc2a-c9fd-4792-a7b0-68598c09b5dd tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] For port 60ac295b-024c-40b7-a5a0-d58437147af4, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=60ac295b-024c-40b7-a5a0-d58437147af4,segment=NetworkSegment(504fca60-f34c-4d04-8f01-ade166cd22cf),segment_id=504fca60-f34c-4d04-8f01-ade166cd22cf)] {{(pid=93021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:02:59.595198 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-29ec7155-9f31-4e03-bd09-c73def250333 req-3d40cc2a-c9fd-4792-a7b0-68598c09b5dd tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks [] for port, precommit_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:59.604586 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-29ec7155-9f31-4e03-bd09-c73def250333 req-3d40cc2a-c9fd-4792-a7b0-68598c09b5dd tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8120901'] for port, after_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:59.618401 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] get_ports_and_sgs() called for port_ids ['60ac295b-024c-40b7-a5a0-d58437147af4'] {{(pid=93022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:02:59.637062 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecace01-e6be-474f-a3f1-5b61130ef514 service neutron] Pushing event updated for resources: {'Port': ['ID=f01bf525-f6f7-46c6-884f-ec20eff932f4,revision_number=2']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:59.689598 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ec7155-9f31-4e03-bd09-c73def250333 req-3d40cc2a-c9fd-4792-a7b0-68598c09b5dd tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:59.691675 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-29ec7155-9f31-4e03-bd09-c73def250333 req-3d40cc2a-c9fd-4792-a7b0-68598c09b5dd tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for port, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:59.696796 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-29ec7155-9f31-4e03-bd09-c73def250333 req-3d40cc2a-c9fd-4792-a7b0-68598c09b5dd tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "PUT /v2.0/ports/60ac295b-024c-40b7-a5a0-d58437147af4 HTTP/1.1" status: 200 len: 981 time: 0.5169961 Jul 16 20:02:59.697432 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d03983-9bfb-4dee-a30b-c1a87de2597b', 'tag': '60ac295b-024c-40b7-a5a0-d58437147af4'}] {{(pid=93021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:02:59.704849 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddedcd09e79d8c9fc5d60e66bd670fc6a6ae4dfc146b22652953969e0d1274bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec4277a-a8e3-42d9-935c-d27f3c9c7aa9" -d '{"events": [{"name": "network-changed", "server_uuid": "e7d03983-9bfb-4dee-a30b-c1a87de2597b", "tag": "60ac295b-024c-40b7-a5a0-d58437147af4"}]}' {{(pid=93021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:02:59.765937 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40cc2a-c9fd-4792-a7b0-68598c09b5dd tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Pushing event updated for resources: {'Port': ['ID=60ac295b-024c-40b7-a5a0-d58437147af4,revision_number=6']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:59.823514 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] get_ports_and_sgs() called for port_ids ['60ac295b-024c-40b7-a5a0-d58437147af4'] {{(pid=93022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:02:59.980153 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f606f6f-fc63-4b2e-b41e-8b8d37b230cb req-801f5df3-a419-472c-a1ca-c0b92e7eb72f tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:02:59.981667 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-6f606f6f-fc63-4b2e-b41e-8b8d37b230cb req-801f5df3-a419-472c-a1ca-c0b92e7eb72f tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=d220c85d-d385-4196-8ea4-f4eb25b1d10e HTTP/1.1" status: 200 len: 944 time: 0.0728862 Jul 16 20:03:00.025969 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-6f606f6f-fc63-4b2e-b41e-8b8d37b230cb req-97f9dd99-6b34-46f3-9a90-ff3ea03d6b07 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370178 Jul 16 20:03:00.101792 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-92c38d12-a877-406f-8270-8863c5636396 None None] Provisioning complete for port 60ac295b-024c-40b7-a5a0-d58437147af4 triggered by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:00.102173 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-92c38d12-a877-406f-8270-8863c5636396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:00.135778 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa778541-ebf1-4fa1-81dd-95e8974d1ccb service neutron] Pushing event updated for resources: {'Port': ['ID=087a73ec-ceb4-42cb-a9b3-1c96f941680e,revision_number=2']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:00.181221 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa73253-4b09-4fab-a068-ecf9c5fb8e99 req-2a63ebe3-e86a-4a2e-a21f-e063ebb6fa00 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:00.182906 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1aa73253-4b09-4fab-a068-ecf9c5fb8e99 req-2a63ebe3-e86a-4a2e-a21f-e063ebb6fa00 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.6384897 Jul 16 20:03:00.197463 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081be100-171b-4eb5-82b4-05f22372b8b4 req-5687f479-77d4-41ae-8c23-421d3e58fab0 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:00.198233 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [req-2de23e50-78f2-4b49-b28e-ffd3a102f08f req-fa778541-ebf1-4fa1-81dd-95e8974d1ccb service neutron] Attempting to bind port 087a73ec-ceb4-42cb-a9b3-1c96f941680e on host hv-cinder-80069 for vnic_type normal with profile {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:03:00.198780 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [req-2de23e50-78f2-4b49-b28e-ffd3a102f08f req-fa778541-ebf1-4fa1-81dd-95e8974d1ccb service neutron] Attempting to bind port 087a73ec-ceb4-42cb-a9b3-1c96f941680e by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '8c4b4c9a-1756-4639-a368-9e26a465772a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'e5804f1d-fdeb-47b2-a0ec-baf0d0715cca'}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:03:00.199128 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de23e50-78f2-4b49-b28e-ffd3a102f08f req-fa778541-ebf1-4fa1-81dd-95e8974d1ccb service neutron] Attempting to bind port 087a73ec-ceb4-42cb-a9b3-1c96f941680e on network e5804f1d-fdeb-47b2-a0ec-baf0d0715cca {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:03:00.204428 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-081be100-171b-4eb5-82b4-05f22372b8b4 req-5687f479-77d4-41ae-8c23-421d3e58fab0 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/ports?device_id=e7d03983-9bfb-4dee-a30b-c1a87de2597b HTTP/1.1" status: 200 len: 984 time: 0.0718610 Jul 16 20:03:00.216883 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [req-80bb96c3-1987-478f-bd3b-3a2da54196a9 req-5ecace01-e6be-474f-a3f1-5b61130ef514 service neutron] Attempting to bind port f01bf525-f6f7-46c6-884f-ec20eff932f4 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:03:00.217362 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [req-80bb96c3-1987-478f-bd3b-3a2da54196a9 req-5ecace01-e6be-474f-a3f1-5b61130ef514 service neutron] Attempting to bind port f01bf525-f6f7-46c6-884f-ec20eff932f4 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': 'f5b7edb7-8701-48e4-9483-715b275cfc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '46a1b849-4e28-4c56-9315-e72c7aaf99a1'}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:03:00.217789 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80bb96c3-1987-478f-bd3b-3a2da54196a9 req-5ecace01-e6be-474f-a3f1-5b61130ef514 service neutron] Attempting to bind port f01bf525-f6f7-46c6-884f-ec20eff932f4 on network 46a1b849-4e28-4c56-9315-e72c7aaf99a1 {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:03:00.224067 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de23e50-78f2-4b49-b28e-ffd3a102f08f req-fa778541-ebf1-4fa1-81dd-95e8974d1ccb service neutron] Port 087a73ec-ceb4-42cb-a9b3-1c96f941680e on network e5804f1d-fdeb-47b2-a0ec-baf0d0715cca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:03:00.224599 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de23e50-78f2-4b49-b28e-ffd3a102f08f req-fa778541-ebf1-4fa1-81dd-95e8974d1ccb service neutron] Attempting to bind port 087a73ec-ceb4-42cb-a9b3-1c96f941680e on network e5804f1d-fdeb-47b2-a0ec-baf0d0715cca {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:03:00.233452 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80bb96c3-1987-478f-bd3b-3a2da54196a9 req-5ecace01-e6be-474f-a3f1-5b61130ef514 service neutron] Port f01bf525-f6f7-46c6-884f-ec20eff932f4 on network 46a1b849-4e28-4c56-9315-e72c7aaf99a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:03:00.233880 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80bb96c3-1987-478f-bd3b-3a2da54196a9 req-5ecace01-e6be-474f-a3f1-5b61130ef514 service neutron] Attempting to bind port f01bf525-f6f7-46c6-884f-ec20eff932f4 on network 46a1b849-4e28-4c56-9315-e72c7aaf99a1 {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:03:00.240225 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-081be100-171b-4eb5-82b4-05f22372b8b4 req-c15c283a-6ed0-4b07-92ba-22e29557cd0c tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/security-groups?id=87f47825-2141-487b-83ca-806fe15bccec&id=c8eb07a3-d140-42ab-8a89-cbca11239a56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344987 Jul 16 20:03:00.244176 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de23e50-78f2-4b49-b28e-ffd3a102f08f req-fa778541-ebf1-4fa1-81dd-95e8974d1ccb service neutron] Checking agent: {'id': 'bb34d2fe-afd3-464c-b7a4-0ee0e23bc19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 21), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:03:00.244638 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de23e50-78f2-4b49-b28e-ffd3a102f08f req-fa778541-ebf1-4fa1-81dd-95e8974d1ccb service neutron] Checking segment: {'id': '8c4b4c9a-1756-4639-a368-9e26a465772a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'e5804f1d-fdeb-47b2-a0ec-baf0d0715cca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:03:00.245119 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de23e50-78f2-4b49-b28e-ffd3a102f08f req-fa778541-ebf1-4fa1-81dd-95e8974d1ccb service neutron] Bound using segment: {'id': '8c4b4c9a-1756-4639-a368-9e26a465772a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'e5804f1d-fdeb-47b2-a0ec-baf0d0715cca'} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:03:00.245657 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [req-2de23e50-78f2-4b49-b28e-ffd3a102f08f req-fa778541-ebf1-4fa1-81dd-95e8974d1ccb service neutron] Bound port: 087a73ec-ceb4-42cb-a9b3-1c96f941680e, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c4b4c9a-1756-4639-a368-9e26a465772a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'e5804f1d-fdeb-47b2-a0ec-baf0d0715cca'}}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:03:00.246114 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-2de23e50-78f2-4b49-b28e-ffd3a102f08f req-fa778541-ebf1-4fa1-81dd-95e8974d1ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:00.259611 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80bb96c3-1987-478f-bd3b-3a2da54196a9 req-5ecace01-e6be-474f-a3f1-5b61130ef514 service neutron] Checking agent: {'id': 'bb34d2fe-afd3-464c-b7a4-0ee0e23bc19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 21), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:03:00.260054 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80bb96c3-1987-478f-bd3b-3a2da54196a9 req-5ecace01-e6be-474f-a3f1-5b61130ef514 service neutron] Checking segment: {'id': 'f5b7edb7-8701-48e4-9483-715b275cfc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '46a1b849-4e28-4c56-9315-e72c7aaf99a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:03:00.260528 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80bb96c3-1987-478f-bd3b-3a2da54196a9 req-5ecace01-e6be-474f-a3f1-5b61130ef514 service neutron] Bound using segment: {'id': 'f5b7edb7-8701-48e4-9483-715b275cfc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '46a1b849-4e28-4c56-9315-e72c7aaf99a1'} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:03:00.261063 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [req-80bb96c3-1987-478f-bd3b-3a2da54196a9 req-5ecace01-e6be-474f-a3f1-5b61130ef514 service neutron] Bound port: f01bf525-f6f7-46c6-884f-ec20eff932f4, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5b7edb7-8701-48e4-9483-715b275cfc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '46a1b849-4e28-4c56-9315-e72c7aaf99a1'}}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:03:00.261521 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-80bb96c3-1987-478f-bd3b-3a2da54196a9 req-5ecace01-e6be-474f-a3f1-5b61130ef514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:00.265736 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1aa73253-4b09-4fab-a068-ecf9c5fb8e99 req-9135a1e5-ff88-40ee-b53a-b273f248c02a tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708945 Jul 16 20:03:00.327593 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92539ede-9e2e-4e62-aadb-64cac539030f x-openstack-request-id: req-92539ede-9e2e-4e62-aadb-64cac539030f {{(pid=93021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:03:00.328109 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7d03983-9bfb-4dee-a30b-c1a87de2597b", "tag": "60ac295b-024c-40b7-a5a0-d58437147af4", "status": "completed", "code": 200}]} {{(pid=93021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:03:00.328454 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-92539ede-9e2e-4e62-aadb-64cac539030f {{(pid=93021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:03:00.329027 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7d03983-9bfb-4dee-a30b-c1a87de2597b', 'tag': '60ac295b-024c-40b7-a5a0-d58437147af4', 'status': 'completed', 'code': 200} Jul 16 20:03:00.398697 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [req-2de23e50-78f2-4b49-b28e-ffd3a102f08f req-fa778541-ebf1-4fa1-81dd-95e8974d1ccb service neutron] For port 087a73ec-ceb4-42cb-a9b3-1c96f941680e, host hv-cinder-80069, cleared binding levels {{(pid=93020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:03:00.444764 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [req-80bb96c3-1987-478f-bd3b-3a2da54196a9 req-5ecace01-e6be-474f-a3f1-5b61130ef514 service neutron] For port f01bf525-f6f7-46c6-884f-ec20eff932f4, host hv-cinder-80069, cleared binding levels {{(pid=93020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:03:00.451932 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [req-2de23e50-78f2-4b49-b28e-ffd3a102f08f req-fa778541-ebf1-4fa1-81dd-95e8974d1ccb service neutron] For port 087a73ec-ceb4-42cb-a9b3-1c96f941680e, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=087a73ec-ceb4-42cb-a9b3-1c96f941680e,segment=NetworkSegment(8c4b4c9a-1756-4639-a368-9e26a465772a),segment_id=8c4b4c9a-1756-4639-a368-9e26a465772a)] {{(pid=93020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:03:00.463165 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-2de23e50-78f2-4b49-b28e-ffd3a102f08f req-fa778541-ebf1-4fa1-81dd-95e8974d1ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6084517'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:00.465908 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [req-80bb96c3-1987-478f-bd3b-3a2da54196a9 req-5ecace01-e6be-474f-a3f1-5b61130ef514 service neutron] For port f01bf525-f6f7-46c6-884f-ec20eff932f4, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=f01bf525-f6f7-46c6-884f-ec20eff932f4,segment=NetworkSegment(f5b7edb7-8701-48e4-9483-715b275cfc3d),segment_id=f5b7edb7-8701-48e4-9483-715b275cfc3d)] {{(pid=93020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:03:00.477115 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-80bb96c3-1987-478f-bd3b-3a2da54196a9 req-5ecace01-e6be-474f-a3f1-5b61130ef514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6084517'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:00.517197 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de23e50-78f2-4b49-b28e-ffd3a102f08f req-fa778541-ebf1-4fa1-81dd-95e8974d1ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:00.517818 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-2de23e50-78f2-4b49-b28e-ffd3a102f08f req-fa778541-ebf1-4fa1-81dd-95e8974d1ccb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for port, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:00.519228 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-2de23e50-78f2-4b49-b28e-ffd3a102f08f req-fa778541-ebf1-4fa1-81dd-95e8974d1ccb service neutron] 10.222.0.102 "PUT /v2.0/ports/087a73ec-ceb4-42cb-a9b3-1c96f941680e HTTP/1.1" status: 200 len: 1094 time: 1.7174757 Jul 16 20:03:00.524222 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd220c85d-d385-4196-8ea4-f4eb25b1d10e', 'tag': '087a73ec-ceb4-42cb-a9b3-1c96f941680e'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:03:00.526501 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fae8f2ff960fe93758be445b473a7dfd6f7d616fbf5a964bb8e60e5228696b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e80db6-a1b2-4d20-9a79-e924d382d2d3" -d '{"events": [{"name": "network-changed", "server_uuid": "d220c85d-d385-4196-8ea4-f4eb25b1d10e", "tag": "087a73ec-ceb4-42cb-a9b3-1c96f941680e"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:03:00.543502 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb96c3-1987-478f-bd3b-3a2da54196a9 req-5ecace01-e6be-474f-a3f1-5b61130ef514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:00.544127 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-80bb96c3-1987-478f-bd3b-3a2da54196a9 req-5ecace01-e6be-474f-a3f1-5b61130ef514 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for port, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:00.545563 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-80bb96c3-1987-478f-bd3b-3a2da54196a9 req-5ecace01-e6be-474f-a3f1-5b61130ef514 service neutron] 10.222.0.102 "PUT /v2.0/ports/f01bf525-f6f7-46c6-884f-ec20eff932f4 HTTP/1.1" status: 200 len: 1097 time: 1.8185854 Jul 16 20:03:00.557901 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa778541-ebf1-4fa1-81dd-95e8974d1ccb service neutron] Pushing event updated for resources: {'Port': ['ID=087a73ec-ceb4-42cb-a9b3-1c96f941680e,revision_number=3']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:00.594048 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e85b3-6697-4921-9244-47538f343e77 req-f67ac8b2-e359-4ce4-a146-0bda07e67b4b tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:00.595600 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-148e85b3-6697-4921-9244-47538f343e77 req-f67ac8b2-e359-4ce4-a146-0bda07e67b4b tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b231c82-5677-4cf8-a0c5-3c991b79889a HTTP/1.1" status: 200 len: 947 time: 0.2021203 Jul 16 20:03:00.639102 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecace01-e6be-474f-a3f1-5b61130ef514 service neutron] Pushing event updated for resources: {'Port': ['ID=f01bf525-f6f7-46c6-884f-ec20eff932f4,revision_number=3']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:00.658776 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-148e85b3-6697-4921-9244-47538f343e77 req-797fe9c6-c2d3-48cc-9b54-889e139b0434 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] 10.222.0.98 "GET /v2.0/security-groups?id=9afbb18d-1bf6-49ab-9651-80dc3dc8d2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518172 Jul 16 20:03:02.275856 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:03.190919 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173baa3f-2a25-4aa8-99c1-3427bfad26ab x-openstack-request-id: req-173baa3f-2a25-4aa8-99c1-3427bfad26ab {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:03:03.191438 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d220c85d-d385-4196-8ea4-f4eb25b1d10e", "tag": "087a73ec-ceb4-42cb-a9b3-1c96f941680e", "status": "completed", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:03:03.191438 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-173baa3f-2a25-4aa8-99c1-3427bfad26ab {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:03:03.191827 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd220c85d-d385-4196-8ea4-f4eb25b1d10e', 'tag': '087a73ec-ceb4-42cb-a9b3-1c96f941680e', 'status': 'completed', 'code': 200} Jul 16 20:03:03.196514 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de23e50-78f2-4b49-b28e-ffd3a102f08f req-5f4fdaea-210c-4fdb-b3a3-f314d66d595f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:03.199637 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-2de23e50-78f2-4b49-b28e-ffd3a102f08f req-5f4fdaea-210c-4fdb-b3a3-f314d66d595f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6454850dc1f14582976bbf9cabb0fec3&device_id=d220c85d-d385-4196-8ea4-f4eb25b1d10e HTTP/1.1" status: 200 len: 1097 time: 0.0759399 Jul 16 20:03:03.206509 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4277a-a8e3-42d9-935c-d27f3c9c7aa9 req-98b18a1f-6b12-4609-adb9-15b58c4df9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:03.208011 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-4ec4277a-a8e3-42d9-935c-d27f3c9c7aa9 req-98b18a1f-6b12-4609-adb9-15b58c4df9b3 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=454a9d33c455460a9dfb59ca6c522da9&device_id=e7d03983-9bfb-4dee-a30b-c1a87de2597b HTTP/1.1" status: 200 len: 1137 time: 0.1070645 Jul 16 20:03:03.213637 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb96c3-1987-478f-bd3b-3a2da54196a9 req-59cb2e2c-88bd-475c-8ee5-c865db4997ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:03.215784 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-80bb96c3-1987-478f-bd3b-3a2da54196a9 req-59cb2e2c-88bd-475c-8ee5-c865db4997ca service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6337af15dd4248619a5d38f0d50895fc&device_id=1b231c82-5677-4cf8-a0c5-3c991b79889a HTTP/1.1" status: 200 len: 1100 time: 0.0884449 Jul 16 20:03:03.261573 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-2de23e50-78f2-4b49-b28e-ffd3a102f08f req-4eb20b77-a05a-43bd-955a-9648c39b0b73 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=087a73ec-ceb4-42cb-a9b3-1c96f941680e HTTP/1.1" status: 200 len: 217 time: 0.0414815 Jul 16 20:03:03.287802 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-80bb96c3-1987-478f-bd3b-3a2da54196a9 req-041825ff-a859-46d4-937d-6694bf18fb59 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=f01bf525-f6f7-46c6-884f-ec20eff932f4 HTTP/1.1" status: 200 len: 217 time: 0.0517373 Jul 16 20:03:03.351580 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de23e50-78f2-4b49-b28e-ffd3a102f08f req-6bdff254-7581-455c-9f2b-bf29535d973c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:03.353174 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-2de23e50-78f2-4b49-b28e-ffd3a102f08f req-6bdff254-7581-455c-9f2b-bf29535d973c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=283e3901-d3ea-4713-b598-f4d358da70c1 HTTP/1.1" status: 200 len: 854 time: 0.0756023 Jul 16 20:03:03.390092 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-2de23e50-78f2-4b49-b28e-ffd3a102f08f req-cd87e3e7-de70-45b4-a406-4626a013d388 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e5804f1d-fdeb-47b2-a0ec-baf0d0715cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284543 Jul 16 20:03:03.402471 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b46628-7a23-4d72-8441-d9846f642011 req-5fbec133-94b6-41db-84b0-517ca30734c1 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:03.404038 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-89b46628-7a23-4d72-8441-d9846f642011 req-5fbec133-94b6-41db-84b0-517ca30734c1 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=d220c85d-d385-4196-8ea4-f4eb25b1d10e HTTP/1.1" status: 200 len: 944 time: 0.1367538 Jul 16 20:03:03.425774 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb96c3-1987-478f-bd3b-3a2da54196a9 req-3c94e4fc-37cd-45a6-b4b0-6f00bec7a98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:03.428311 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-80bb96c3-1987-478f-bd3b-3a2da54196a9 req-3c94e4fc-37cd-45a6-b4b0-6f00bec7a98e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=63a69edb-9155-4244-a756-d9c319e85b8e HTTP/1.1" status: 200 len: 843 time: 0.1030259 Jul 16 20:03:03.429153 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4277a-a8e3-42d9-935c-d27f3c9c7aa9 req-98ce4384-c0f4-4712-8ebe-f1e4941762a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:03.430470 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-4ec4277a-a8e3-42d9-935c-d27f3c9c7aa9 req-98ce4384-c0f4-4712-8ebe-f1e4941762a7 service neutron] 10.222.0.102 "GET /v2.0/networks?id=8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061 HTTP/1.1" status: 200 len: 916 time: 0.2020302 Jul 16 20:03:03.451695 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4cf6a4-702b-4709-87be-1754ee3880e4 req-e4ec3ba5-f6c1-4e63-8208-ca00f6f59966 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:03.453147 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-0b4cf6a4-702b-4709-87be-1754ee3880e4 req-e4ec3ba5-f6c1-4e63-8208-ca00f6f59966 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.1267736 Jul 16 20:03:03.491486 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-89b46628-7a23-4d72-8441-d9846f642011 req-41a3a316-f1be-4785-8627-3e345089c507 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789871 Jul 16 20:03:03.517528 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-2de23e50-78f2-4b49-b28e-ffd3a102f08f req-c0b7129f-f26d-45b4-929b-e33604a2a443 service neutron] 10.222.0.102 "GET /v2.0/networks/e5804f1d-fdeb-47b2-a0ec-baf0d0715cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123223 Jul 16 20:03:03.574519 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-4ec4277a-a8e3-42d9-935c-d27f3c9c7aa9 req-25428f8b-376f-4d42-b453-9f0c58d9675d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60ac295b-024c-40b7-a5a0-d58437147af4 HTTP/1.1" status: 200 len: 1000 time: 0.1203086 Jul 16 20:03:03.577559 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-0b4cf6a4-702b-4709-87be-1754ee3880e4 req-fb985d09-98b7-4591-83ca-b1f7dc657311 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094368 Jul 16 20:03:03.618697 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb96c3-1987-478f-bd3b-3a2da54196a9 req-0b8bcdbc-e631-47e1-8c4e-b8a54d99ecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:03.620182 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-80bb96c3-1987-478f-bd3b-3a2da54196a9 req-0b8bcdbc-e631-47e1-8c4e-b8a54d99ecd9 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=46a1b849-4e28-4c56-9315-e72c7aaf99a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1650970 Jul 16 20:03:03.643558 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-2de23e50-78f2-4b49-b28e-ffd3a102f08f req-8e3f29a8-8109-4e34-b6d3-a33703fc91c6 service neutron] 10.222.0.102 "GET /v2.0/networks/e5804f1d-fdeb-47b2-a0ec-baf0d0715cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153600 Jul 16 20:03:03.654326 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4277a-a8e3-42d9-935c-d27f3c9c7aa9 req-5886cb49-0c05-4e82-8404-05adf5b40df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:03.655797 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-4ec4277a-a8e3-42d9-935c-d27f3c9c7aa9 req-5886cb49-0c05-4e82-8404-05adf5b40df0 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5f2098e9-4111-4c88-a086-c142fb02fb5d HTTP/1.1" status: 200 len: 853 time: 0.0719028 Jul 16 20:03:03.677470 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d55b4db-97fc-42f3-bbe7-8e77bce6cc67 req-d82d021d-083e-493e-8ab9-973dd97cd67f tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:03.679639 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-7d55b4db-97fc-42f3-bbe7-8e77bce6cc67 req-d82d021d-083e-493e-8ab9-973dd97cd67f tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b231c82-5677-4cf8-a0c5-3c991b79889a HTTP/1.1" status: 200 len: 947 time: 0.0808089 Jul 16 20:03:03.760250 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-80bb96c3-1987-478f-bd3b-3a2da54196a9 req-cdd7e307-1ccc-40c0-bbe6-8cf67a71d401 service neutron] 10.222.0.102 "GET /v2.0/networks/46a1b849-4e28-4c56-9315-e72c7aaf99a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307588 Jul 16 20:03:03.782838 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4277a-a8e3-42d9-935c-d27f3c9c7aa9 req-3c055ea2-ef3b-4a86-ad5e-730c877cb988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:03.784563 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-4ec4277a-a8e3-42d9-935c-d27f3c9c7aa9 req-3c055ea2-ef3b-4a86-ad5e-730c877cb988 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1156526 Jul 16 20:03:03.936042 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-80bb96c3-1987-478f-bd3b-3a2da54196a9 req-cda0ad6c-eaa9-4414-a429-8790319c5358 service neutron] 10.222.0.102 "GET /v2.0/networks/46a1b849-4e28-4c56-9315-e72c7aaf99a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663682 Jul 16 20:03:03.947771 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-4ec4277a-a8e3-42d9-935c-d27f3c9c7aa9 req-2c6f5df6-c92b-47d8-bbf0-00d61a2657a9 service neutron] 10.222.0.102 "GET /v2.0/networks/8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466489 Jul 16 20:03:03.993594 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-7d55b4db-97fc-42f3-bbe7-8e77bce6cc67 req-a00a2ef6-4022-4ff8-83e9-a4b2f56b1d65 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] 10.222.0.98 "GET /v2.0/security-groups?id=9afbb18d-1bf6-49ab-9651-80dc3dc8d2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080680 Jul 16 20:03:04.023899 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e80db6-a1b2-4d20-9a79-e924d382d2d3 req-21bb9a3e-9bb3-4f7c-a247-c8b06079f99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:04.025543 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-29e80db6-a1b2-4d20-9a79-e924d382d2d3 req-21bb9a3e-9bb3-4f7c-a247-c8b06079f99f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6454850dc1f14582976bbf9cabb0fec3&device_id=d220c85d-d385-4196-8ea4-f4eb25b1d10e HTTP/1.1" status: 200 len: 1097 time: 0.3153059 Jul 16 20:03:04.058285 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-4ec4277a-a8e3-42d9-935c-d27f3c9c7aa9 req-117c76cf-2a8d-42c8-b206-f9e7fcb99553 service neutron] 10.222.0.102 "GET /v2.0/networks/8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910594 Jul 16 20:03:04.122572 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e80db6-a1b2-4d20-9a79-e924d382d2d3 req-50e6c565-8871-4221-b280-3836b8f8ecd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:04.124018 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-29e80db6-a1b2-4d20-9a79-e924d382d2d3 req-50e6c565-8871-4221-b280-3836b8f8ecd3 service neutron] 10.222.0.102 "GET /v2.0/networks?id=e5804f1d-fdeb-47b2-a0ec-baf0d0715cca HTTP/1.1" status: 200 len: 916 time: 0.0900669 Jul 16 20:03:04.178701 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-29e80db6-a1b2-4d20-9a79-e924d382d2d3 req-19ffce8d-6ae0-400f-940d-c3a0524190fe service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=087a73ec-ceb4-42cb-a9b3-1c96f941680e HTTP/1.1" status: 200 len: 217 time: 0.0361335 Jul 16 20:03:04.231570 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e80db6-a1b2-4d20-9a79-e924d382d2d3 req-eeff6265-ecab-4e11-b564-40ce85c30c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:04.233459 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-29e80db6-a1b2-4d20-9a79-e924d382d2d3 req-eeff6265-ecab-4e11-b564-40ce85c30c07 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=283e3901-d3ea-4713-b598-f4d358da70c1 HTTP/1.1" status: 200 len: 854 time: 0.0460505 Jul 16 20:03:04.272333 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-29e80db6-a1b2-4d20-9a79-e924d382d2d3 req-4a333b44-95dd-44ad-a62e-db02666091c0 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e5804f1d-fdeb-47b2-a0ec-baf0d0715cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281436 Jul 16 20:03:04.385645 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-29e80db6-a1b2-4d20-9a79-e924d382d2d3 req-09996250-8d7f-40a2-acf2-b18f5e800725 service neutron] 10.222.0.102 "GET /v2.0/networks/e5804f1d-fdeb-47b2-a0ec-baf0d0715cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885673 Jul 16 20:03:04.488297 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-29e80db6-a1b2-4d20-9a79-e924d382d2d3 req-89005e90-482d-4e6c-bc9f-dd335ce99ab3 service neutron] 10.222.0.102 "GET /v2.0/networks/e5804f1d-fdeb-47b2-a0ec-baf0d0715cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871086 Jul 16 20:03:04.668878 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9fa85f-91af-4925-b923-eb7ea622eb07 req-d4523606-183c-4210-93e6-565061f40f6f tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:04.670364 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-8e9fa85f-91af-4925-b923-eb7ea622eb07 req-d4523606-183c-4210-93e6-565061f40f6f tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=d220c85d-d385-4196-8ea4-f4eb25b1d10e HTTP/1.1" status: 200 len: 944 time: 0.0651312 Jul 16 20:03:04.709104 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-8e9fa85f-91af-4925-b923-eb7ea622eb07 req-9606d2b1-4f16-492d-8499-bf7c85c34273 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329428 Jul 16 20:03:04.771723 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c03f9a4-0f3e-45ab-8f09-fbfcd180baa2 req-72e9767d-7c7f-48b5-848d-3c3d9922c023 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:04.773183 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-5c03f9a4-0f3e-45ab-8f09-fbfcd180baa2 req-72e9767d-7c7f-48b5-848d-3c3d9922c023 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.0623703 Jul 16 20:03:04.809920 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-5c03f9a4-0f3e-45ab-8f09-fbfcd180baa2 req-131fa553-4a1b-4cb9-a9f8-9ad1d22d91d9 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311041 Jul 16 20:03:05.169997 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc931f07-31f0-4578-b834-99c4d79aad47 req-2ad57364-7f5a-49fc-b2e5-b1111b7245e9 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:05.171484 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-bc931f07-31f0-4578-b834-99c4d79aad47 req-2ad57364-7f5a-49fc-b2e5-b1111b7245e9 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b231c82-5677-4cf8-a0c5-3c991b79889a HTTP/1.1" status: 200 len: 947 time: 0.0649586 Jul 16 20:03:05.193794 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b231c82-5677-4cf8-a0c5-3c991b79889a', 'tag': 'f01bf525-f6f7-46c6-884f-ec20eff932f4'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:03:05.196107 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fae8f2ff960fe93758be445b473a7dfd6f7d616fbf5a964bb8e60e5228696b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e07acf-d4aa-4bc0-9168-8d13b5d0ee53" -d '{"events": [{"name": "network-changed", "server_uuid": "1b231c82-5677-4cf8-a0c5-3c991b79889a", "tag": "f01bf525-f6f7-46c6-884f-ec20eff932f4"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:03:05.210341 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-bc931f07-31f0-4578-b834-99c4d79aad47 req-c0ee677e-748e-45cb-992a-363d1cea5392 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] 10.222.0.98 "GET /v2.0/security-groups?id=9afbb18d-1bf6-49ab-9651-80dc3dc8d2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333250 Jul 16 20:03:05.230943 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f5cb5d-7064-4078-9140-60304bd26115 x-openstack-request-id: req-44f5cb5d-7064-4078-9140-60304bd26115 {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:03:05.231230 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b231c82-5677-4cf8-a0c5-3c991b79889a", "tag": "f01bf525-f6f7-46c6-884f-ec20eff932f4", "status": "completed", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:03:05.231488 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-44f5cb5d-7064-4078-9140-60304bd26115 {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:03:05.231880 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b231c82-5677-4cf8-a0c5-3c991b79889a', 'tag': 'f01bf525-f6f7-46c6-884f-ec20eff932f4', 'status': 'completed', 'code': 200} Jul 16 20:03:07.889272 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e07acf-d4aa-4bc0-9168-8d13b5d0ee53 req-c97e4b74-5834-4074-8b06-36c6cc7a5dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:07.890926 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-f1e07acf-d4aa-4bc0-9168-8d13b5d0ee53 req-c97e4b74-5834-4074-8b06-36c6cc7a5dd8 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6337af15dd4248619a5d38f0d50895fc&device_id=1b231c82-5677-4cf8-a0c5-3c991b79889a HTTP/1.1" status: 200 len: 1100 time: 0.0550132 Jul 16 20:03:07.991884 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e07acf-d4aa-4bc0-9168-8d13b5d0ee53 req-b0c6e0fd-c577-43d0-991f-06da7631a072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:07.993736 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-f1e07acf-d4aa-4bc0-9168-8d13b5d0ee53 req-b0c6e0fd-c577-43d0-991f-06da7631a072 service neutron] 10.222.0.102 "GET /v2.0/networks?id=46a1b849-4e28-4c56-9315-e72c7aaf99a1 HTTP/1.1" status: 200 len: 871 time: 0.0955245 Jul 16 20:03:08.052144 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-f1e07acf-d4aa-4bc0-9168-8d13b5d0ee53 req-7a79729f-2979-4f7e-bad8-5cb2de10ae09 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=f01bf525-f6f7-46c6-884f-ec20eff932f4 HTTP/1.1" status: 200 len: 217 time: 0.0380566 Jul 16 20:03:08.060195 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055842cf-affb-4e7b-b367-aaace826fbe2 req-82da6f9a-3918-4749-83d5-9fc99e9d45e8 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:08.061706 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-055842cf-affb-4e7b-b367-aaace826fbe2 req-82da6f9a-3918-4749-83d5-9fc99e9d45e8 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.0683501 Jul 16 20:03:08.104400 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-055842cf-affb-4e7b-b367-aaace826fbe2 req-81b920dd-842d-43ca-b6e6-60224eb1fc54 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360212 Jul 16 20:03:08.111691 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c6ca4-8f76-4807-a9fb-f54eb4b73e8a req-26a345c1-4d11-4ec1-acd5-2a8c91a1221d tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:08.113176 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-6c6c6ca4-8f76-4807-a9fb-f54eb4b73e8a req-26a345c1-4d11-4ec1-acd5-2a8c91a1221d tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=d220c85d-d385-4196-8ea4-f4eb25b1d10e HTTP/1.1" status: 200 len: 944 time: 0.1335461 Jul 16 20:03:08.128291 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e07acf-d4aa-4bc0-9168-8d13b5d0ee53 req-cdf29ead-3f2c-45d3-b6eb-8a8de63bd373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:08.129695 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-f1e07acf-d4aa-4bc0-9168-8d13b5d0ee53 req-cdf29ead-3f2c-45d3-b6eb-8a8de63bd373 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=63a69edb-9155-4244-a756-d9c319e85b8e HTTP/1.1" status: 200 len: 843 time: 0.0661774 Jul 16 20:03:08.190687 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-6c6c6ca4-8f76-4807-a9fb-f54eb4b73e8a req-a80d1154-9b5e-4653-9c6a-40030857d791 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711422 Jul 16 20:03:08.211292 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e07acf-d4aa-4bc0-9168-8d13b5d0ee53 req-d1b9d287-e759-42a3-8ddf-d9f00e5a22da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:08.212752 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-f1e07acf-d4aa-4bc0-9168-8d13b5d0ee53 req-d1b9d287-e759-42a3-8ddf-d9f00e5a22da service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=46a1b849-4e28-4c56-9315-e72c7aaf99a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0748103 Jul 16 20:03:08.284216 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bbf466-d154-41f0-931d-4525dfdfccae req-8cb7eec4-9eda-4b97-a36c-08c3c86bee69 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:08.285794 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-41bbf466-d154-41f0-931d-4525dfdfccae req-8cb7eec4-9eda-4b97-a36c-08c3c86bee69 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b231c82-5677-4cf8-a0c5-3c991b79889a HTTP/1.1" status: 200 len: 947 time: 0.0649774 Jul 16 20:03:08.312255 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-f1e07acf-d4aa-4bc0-9168-8d13b5d0ee53 req-ead6dded-5c38-459e-9b32-6aeb60a38bd6 service neutron] 10.222.0.102 "GET /v2.0/networks/46a1b849-4e28-4c56-9315-e72c7aaf99a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892713 Jul 16 20:03:08.325204 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-41bbf466-d154-41f0-931d-4525dfdfccae req-faf205ec-19fb-418a-8dcc-5da7dca0ccc7 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] 10.222.0.98 "GET /v2.0/security-groups?id=9afbb18d-1bf6-49ab-9651-80dc3dc8d2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335069 Jul 16 20:03:08.408932 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-f1e07acf-d4aa-4bc0-9168-8d13b5d0ee53 req-3ed9eff8-97dd-483e-b42c-aea436316f36 service neutron] 10.222.0.102 "GET /v2.0/networks/46a1b849-4e28-4c56-9315-e72c7aaf99a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867002 Jul 16 20:03:08.860858 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 56466) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:08.904803 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0449eeb-50bd-4e7a-99ee-42b5ebe60414 admin admin] Deleting subnet ef64fdff-6972-4349-80a7-6d3a73c5e3c8 {{(pid=93021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:03:08.908352 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-d0449eeb-50bd-4e7a-99ee-42b5ebe60414 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:08.942390 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-d0449eeb-50bd-4e7a-99ee-42b5ebe60414 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5940030'] for subnet, precommit_delete_associations {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:08.986985 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-d0449eeb-50bd-4e7a-99ee-42b5ebe60414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001713'] for subnet, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:09.046358 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-d0449eeb-50bd-4e7a-99ee-42b5ebe60414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7945194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8120847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6192214'] for subnet, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:09.069744 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0449eeb-50bd-4e7a-99ee-42b5ebe60414 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef64fdff-6972-4349-80a7-6d3a73c5e3c8,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:09.075757 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-d0449eeb-50bd-4e7a-99ee-42b5ebe60414 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for subnet, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:09.078888 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-d0449eeb-50bd-4e7a-99ee-42b5ebe60414 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/ef64fdff-6972-4349-80a7-6d3a73c5e3c8 HTTP/1.1" status: 204 len: 168 time: 0.2169375 Jul 16 20:03:09.080246 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 56476) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:09.154334 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-48aae616-5294-44ee-809d-9d84020cac7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556954'] for network, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:09.234622 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-48aae616-5294-44ee-809d-9d84020cac7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002645', 'neutron.services.segments.db._delete_segments_for_network-8786207386444'] for network, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:09.247952 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.services.segments.db [None req-48aae616-5294-44ee-809d-9d84020cac7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f7f9b7f-f2e5-4877-a0f9-ba8f559656a6']}} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:09.263544 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.services.segments.db [None req-48aae616-5294-44ee-809d-9d84020cac7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad24ff26-393e-4f7c-9d80-11e33396a97f') {'for_net_delete': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:09.263876 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.services.segments.db [None req-48aae616-5294-44ee-809d-9d84020cac7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad24ff26-393e-4f7c-9d80-11e33396a97f') {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:09.273370 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-48aae616-5294-44ee-809d-9d84020cac7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786207387733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6078529'] for segment, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:09.289307 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-48aae616-5294-44ee-809d-9d84020cac7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964265'] for segment, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:09.293093 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843c07a-e877-47d5-acbc-b12619144e9c req-1a866b44-c3a3-4bad-8e50-17b0906371f6 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:09.298534 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-f843c07a-e877-47d5-acbc-b12619144e9c req-1a866b44-c3a3-4bad-8e50-17b0906371f6 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.0686600 Jul 16 20:03:09.298743 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48aae616-5294-44ee-809d-9d84020cac7f admin admin] Releasing vlan 1036 on physical network physnet1 to pool {{(pid=93020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:03:09.298743 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-48aae616-5294-44ee-809d-9d84020cac7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6084173'] for segment, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:09.298743 dv-cinder-800697-3-iscsi neutron-server[93020]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:03:09.298743 dv-cinder-800697-3-iscsi neutron-server[93020]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:03:09.298743 dv-cinder-800697-3-iscsi neutron-server[93020]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:03:09.298743 dv-cinder-800697-3-iscsi neutron-server[93020]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:03:09.298743 dv-cinder-800697-3-iscsi neutron-server[93020]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:03:09.298743 dv-cinder-800697-3-iscsi neutron-server[93020]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:03:09.298743 dv-cinder-800697-3-iscsi neutron-server[93020]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:03:09.298743 dv-cinder-800697-3-iscsi neutron-server[93020]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:03:09.298743 dv-cinder-800697-3-iscsi neutron-server[93020]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:03:09.298743 dv-cinder-800697-3-iscsi neutron-server[93020]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:03:09.298743 dv-cinder-800697-3-iscsi neutron-server[93020]: Traceback (most recent call last): Jul 16 20:03:09.298743 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:03:09.298743 dv-cinder-800697-3-iscsi neutron-server[93020]: timer() Jul 16 20:03:09.298743 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:03:09.298743 dv-cinder-800697-3-iscsi neutron-server[93020]: cb(*args, **kw) Jul 16 20:03:09.298743 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:03:09.298743 dv-cinder-800697-3-iscsi neutron-server[93020]: return func(*args, **kwargs) Jul 16 20:03:09.298743 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:03:09.298743 dv-cinder-800697-3-iscsi neutron-server[93020]: self._notify() Jul 16 20:03:09.298743 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:03:09.298743 dv-cinder-800697-3-iscsi neutron-server[93020]: self.callback(batched_events) Jul 16 20:03:09.298743 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:03:09.298743 dv-cinder-800697-3-iscsi neutron-server[93020]: event.method(event) Jul 16 20:03:09.298743 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:03:09.298743 dv-cinder-800697-3-iscsi neutron-server[93020]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:03:09.298743 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:03:09.298743 dv-cinder-800697-3-iscsi neutron-server[93020]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:03:09.298743 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:03:09.298743 dv-cinder-800697-3-iscsi neutron-server[93020]: return f(self, *a, **k) Jul 16 20:03:09.298743 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:03:09.298743 dv-cinder-800697-3-iscsi neutron-server[93020]: return self._get(url).json() Jul 16 20:03:09.298743 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:03:09.298743 dv-cinder-800697-3-iscsi neutron-server[93020]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:03:09.298743 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:03:09.298743 dv-cinder-800697-3-iscsi neutron-server[93020]: return self.request(url, 'GET', **kwargs) Jul 16 20:03:09.298743 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:03:09.298743 dv-cinder-800697-3-iscsi neutron-server[93020]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:03:09.298743 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:03:09.298743 dv-cinder-800697-3-iscsi neutron-server[93020]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:03:09.298743 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:03:09.298743 dv-cinder-800697-3-iscsi neutron-server[93020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:03:09.298743 dv-cinder-800697-3-iscsi neutron-server[93020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:03:09.337810 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-f843c07a-e877-47d5-acbc-b12619144e9c req-d94936ad-02ae-45a4-8a39-6896dc4f4310 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344257 Jul 16 20:03:09.379130 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-48aae616-5294-44ee-809d-9d84020cac7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8363180'] for network, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:09.387938 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-48aae616-5294-44ee-809d-9d84020cac7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for network, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:09.389765 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-48aae616-5294-44ee-809d-9d84020cac7f admin admin] 10.222.0.98 "DELETE /v2.0/networks/3f7f9b7f-f2e5-4877-a0f9-ba8f559656a6 HTTP/1.1" status: 204 len: 168 time: 0.3084183 Jul 16 20:03:09.393151 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 56486) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:09.407350 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aae616-5294-44ee-809d-9d84020cac7f admin admin] Pushing event deleted for resources: {'Network': ['ID=3f7f9b7f-f2e5-4877-a0f9-ba8f559656a6,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:09.418752 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aae616-5294-44ee-809d-9d84020cac7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:09.419104 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aae616-5294-44ee-809d-9d84020cac7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:09.419442 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aae616-5294-44ee-809d-9d84020cac7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:09.419776 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aae616-5294-44ee-809d-9d84020cac7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:09.420104 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aae616-5294-44ee-809d-9d84020cac7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:09.420436 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aae616-5294-44ee-809d-9d84020cac7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:09.420764 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aae616-5294-44ee-809d-9d84020cac7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:09.421089 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aae616-5294-44ee-809d-9d84020cac7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:09.421411 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aae616-5294-44ee-809d-9d84020cac7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:09.421733 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aae616-5294-44ee-809d-9d84020cac7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:09.422053 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aae616-5294-44ee-809d-9d84020cac7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:09.422372 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aae616-5294-44ee-809d-9d84020cac7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:09.445587 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd18be03-056a-4186-a899-a6176a2e3566 req-cfac756d-2a58-445f-b578-50a723e7ca4c tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:09.450457 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-bd18be03-056a-4186-a899-a6176a2e3566 req-cfac756d-2a58-445f-b578-50a723e7ca4c tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=d220c85d-d385-4196-8ea4-f4eb25b1d10e HTTP/1.1" status: 200 len: 944 time: 0.1029470 Jul 16 20:03:09.462615 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a44d43c-abbf-4a34-9209-291ac0a67652 admin admin] Deleting subnet 00f3b9c7-d3a5-4095-9fac-c6997c68620b {{(pid=93021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:03:09.482407 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-3a44d43c-abbf-4a34-9209-291ac0a67652 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:09.492385 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-bd18be03-056a-4186-a899-a6176a2e3566 req-81b56d10-042b-44c2-99dc-bc555fb54661 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389783 Jul 16 20:03:09.523545 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-3a44d43c-abbf-4a34-9209-291ac0a67652 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5940030'] for subnet, precommit_delete_associations {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:09.573603 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc2eb5c-01b9-4312-8588-27deddfed37e req-3b4610db-48fd-4468-b896-d2f5b62f5cfb tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:09.575021 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-4bc2eb5c-01b9-4312-8588-27deddfed37e req-3b4610db-48fd-4468-b896-d2f5b62f5cfb tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b231c82-5677-4cf8-a0c5-3c991b79889a HTTP/1.1" status: 200 len: 947 time: 0.1317153 Jul 16 20:03:09.579362 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-3a44d43c-abbf-4a34-9209-291ac0a67652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001713'] for subnet, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:09.647584 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-4bc2eb5c-01b9-4312-8588-27deddfed37e req-bdf32555-f919-4d46-bc0c-879781522444 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] 10.222.0.98 "GET /v2.0/security-groups?id=9afbb18d-1bf6-49ab-9651-80dc3dc8d2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659869 Jul 16 20:03:09.663280 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-3a44d43c-abbf-4a34-9209-291ac0a67652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7945194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8120847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6192214'] for subnet, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:09.691174 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a44d43c-abbf-4a34-9209-291ac0a67652 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00f3b9c7-d3a5-4095-9fac-c6997c68620b,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:09.693691 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-3a44d43c-abbf-4a34-9209-291ac0a67652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for subnet, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:09.695548 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-3a44d43c-abbf-4a34-9209-291ac0a67652 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/00f3b9c7-d3a5-4095-9fac-c6997c68620b HTTP/1.1" status: 204 len: 168 time: 0.3006244 Jul 16 20:03:09.697956 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 56488) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:09.762394 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-01c13645-9ab3-4574-bfa1-d2437c59a35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556954'] for network, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:09.849691 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-01c13645-9ab3-4574-bfa1-d2437c59a35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002645', 'neutron.services.segments.db._delete_segments_for_network-8786207386444'] for network, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:09.860141 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.services.segments.db [None req-01c13645-9ab3-4574-bfa1-d2437c59a35a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b2d8217-bb63-4cbb-8650-b4df63be3cd3']}} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:09.870167 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.services.segments.db [None req-01c13645-9ab3-4574-bfa1-d2437c59a35a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a3f7e60-1a9e-4ca5-8436-dd16029b6ee0') {'for_net_delete': True} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:09.870947 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.services.segments.db [None req-01c13645-9ab3-4574-bfa1-d2437c59a35a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a3f7e60-1a9e-4ca5-8436-dd16029b6ee0') {} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:09.879177 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-01c13645-9ab3-4574-bfa1-d2437c59a35a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786207387733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5939977'] for segment, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:09.893609 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-01c13645-9ab3-4574-bfa1-d2437c59a35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964265'] for segment, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:09.899946 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01c13645-9ab3-4574-bfa1-d2437c59a35a admin admin] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=93021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:03:09.900356 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-01c13645-9ab3-4574-bfa1-d2437c59a35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8121261'] for segment, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:09.902169 dv-cinder-800697-3-iscsi neutron-server[93021]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:03:09.902169 dv-cinder-800697-3-iscsi neutron-server[93021]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:03:09.902169 dv-cinder-800697-3-iscsi neutron-server[93021]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:03:09.902169 dv-cinder-800697-3-iscsi neutron-server[93021]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:03:09.902169 dv-cinder-800697-3-iscsi neutron-server[93021]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:03:09.902169 dv-cinder-800697-3-iscsi neutron-server[93021]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:03:09.902169 dv-cinder-800697-3-iscsi neutron-server[93021]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:03:09.902169 dv-cinder-800697-3-iscsi neutron-server[93021]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:03:09.902169 dv-cinder-800697-3-iscsi neutron-server[93021]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:03:09.902169 dv-cinder-800697-3-iscsi neutron-server[93021]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:03:09.902169 dv-cinder-800697-3-iscsi neutron-server[93021]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:03:09.902169 dv-cinder-800697-3-iscsi neutron-server[93021]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:03:09.902169 dv-cinder-800697-3-iscsi neutron-server[93021]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:03:09.902169 dv-cinder-800697-3-iscsi neutron-server[93021]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:03:09.902169 dv-cinder-800697-3-iscsi neutron-server[93021]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:03:09.902169 dv-cinder-800697-3-iscsi neutron-server[93021]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:03:09.902169 dv-cinder-800697-3-iscsi neutron-server[93021]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:03:09.902169 dv-cinder-800697-3-iscsi neutron-server[93021]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:03:09.902169 dv-cinder-800697-3-iscsi neutron-server[93021]: Traceback (most recent call last): Jul 16 20:03:09.902169 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:03:09.902169 dv-cinder-800697-3-iscsi neutron-server[93021]: timer() Jul 16 20:03:09.902169 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:03:09.902169 dv-cinder-800697-3-iscsi neutron-server[93021]: cb(*args, **kw) Jul 16 20:03:09.902169 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:03:09.902169 dv-cinder-800697-3-iscsi neutron-server[93021]: return func(*args, **kwargs) Jul 16 20:03:09.902169 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:03:09.902169 dv-cinder-800697-3-iscsi neutron-server[93021]: self._notify() Jul 16 20:03:09.902169 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:03:09.902169 dv-cinder-800697-3-iscsi neutron-server[93021]: self.callback(batched_events) Jul 16 20:03:09.902169 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:03:09.902169 dv-cinder-800697-3-iscsi neutron-server[93021]: event.method(event) Jul 16 20:03:09.902169 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:03:09.902169 dv-cinder-800697-3-iscsi neutron-server[93021]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:03:09.902169 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:03:09.902169 dv-cinder-800697-3-iscsi neutron-server[93021]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:03:09.902169 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:03:09.902169 dv-cinder-800697-3-iscsi neutron-server[93021]: return f(self, *a, **k) Jul 16 20:03:09.902169 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:03:09.902169 dv-cinder-800697-3-iscsi neutron-server[93021]: return self._get(url).json() Jul 16 20:03:09.902169 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:03:09.902169 dv-cinder-800697-3-iscsi neutron-server[93021]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:03:09.902169 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:03:09.902169 dv-cinder-800697-3-iscsi neutron-server[93021]: return self.request(url, 'GET', **kwargs) Jul 16 20:03:09.902169 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:03:09.902169 dv-cinder-800697-3-iscsi neutron-server[93021]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:03:09.902169 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:03:09.902169 dv-cinder-800697-3-iscsi neutron-server[93021]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:03:09.902169 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:03:09.902169 dv-cinder-800697-3-iscsi neutron-server[93021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:03:09.902169 dv-cinder-800697-3-iscsi neutron-server[93021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:03:09.956799 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-01c13645-9ab3-4574-bfa1-d2437c59a35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8363180'] for network, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:09.962399 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-01c13645-9ab3-4574-bfa1-d2437c59a35a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for network, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:09.964132 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-01c13645-9ab3-4574-bfa1-d2437c59a35a admin admin] 10.222.0.98 "DELETE /v2.0/networks/6b2d8217-bb63-4cbb-8650-b4df63be3cd3 HTTP/1.1" status: 204 len: 168 time: 0.2652509 Jul 16 20:03:09.965391 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device 087a73ec-ceb4-42cb-a9b3-1c96f941680e details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=93022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:03:09.976176 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c13645-9ab3-4574-bfa1-d2437c59a35a admin admin] Pushing event deleted for resources: {'Network': ['ID=6b2d8217-bb63-4cbb-8650-b4df63be3cd3,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:10.061857 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port 087a73ec-ceb4-42cb-a9b3-1c96f941680e, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=087a73ec-ceb4-42cb-a9b3-1c96f941680e,segment=NetworkSegment(8c4b4c9a-1756-4639-a368-9e26a465772a),segment_id=8c4b4c9a-1756-4639-a368-9e26a465772a)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:10.074039 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Returning: {'device': '087a73ec-ceb4-42cb-a9b3-1c96f941680e', 'network_id': 'e5804f1d-fdeb-47b2-a0ec-baf0d0715cca', 'port_id': '087a73ec-ceb4-42cb-a9b3-1c96f941680e', 'mac_address': 'fa:16:3e:80:db:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '283e3901-d3ea-4713-b598-f4d358da70c1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:03:10.116889 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:10.133134 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.notifiers.nova [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 087a73ec-ceb4-42cb-a9b3-1c96f941680e {{(pid=93022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:03:10.142980 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 56500) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:10.160486 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port 087a73ec-ceb4-42cb-a9b3-1c96f941680e, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=087a73ec-ceb4-42cb-a9b3-1c96f941680e,segment=NetworkSegment(8c4b4c9a-1756-4639-a368-9e26a465772a),segment_id=8c4b4c9a-1756-4639-a368-9e26a465772a)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:10.165531 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:10.166179 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device f01bf525-f6f7-46c6-884f-ec20eff932f4 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=93022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:03:10.197156 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-d738a9de-3ef3-43c6-923e-cc242c393f2d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ad33f297eea04fc3a58399f92cb591b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0526724 Jul 16 20:03:10.199518 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 56504) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:10.241416 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Pushing event updated for resources: {'Port': ['ID=087a73ec-ceb4-42cb-a9b3-1c96f941680e,revision_number=4']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:10.277038 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-4462325d-57c3-47f7-b90f-9b4aed45f226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:10.302072 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-4462325d-57c3-47f7-b90f-9b4aed45f226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:10.306732 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port f01bf525-f6f7-46c6-884f-ec20eff932f4, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=f01bf525-f6f7-46c6-884f-ec20eff932f4,segment=NetworkSegment(f5b7edb7-8701-48e4-9483-715b275cfc3d),segment_id=f5b7edb7-8701-48e4-9483-715b275cfc3d)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:10.320932 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Returning: {'device': 'f01bf525-f6f7-46c6-884f-ec20eff932f4', 'network_id': '46a1b849-4e28-4c56-9315-e72c7aaf99a1', 'port_id': 'f01bf525-f6f7-46c6-884f-ec20eff932f4', 'mac_address': 'fa:16:3e:8f:3b:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63a69edb-9155-4244-a756-d9c319e85b8e', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:03:10.325701 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:10.326212 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:10.326746 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:10.327227 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:10.327730 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:10.328209 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:10.328683 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:10.329201 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:10.329706 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:10.330371 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:10.331003 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:10.331629 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:10.376098 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-4462325d-57c3-47f7-b90f-9b4aed45f226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:10.381937 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-4462325d-57c3-47f7-b90f-9b4aed45f226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:10.385613 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-4462325d-57c3-47f7-b90f-9b4aed45f226 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/864310b9-3ba9-4859-ad14-34a53b89c013 HTTP/1.1" status: 204 len: 168 time: 0.1853518 Jul 16 20:03:10.411149 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4462325d-57c3-47f7-b90f-9b4aed45f226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864310b9-3ba9-4859-ad14-34a53b89c013,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:10.574699 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:10.590709 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.notifiers.nova [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f01bf525-f6f7-46c6-884f-ec20eff932f4 {{(pid=93022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:03:10.602741 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70fde1-a77c-4ac3-a407-e26e8f3a84ad req-142d0c53-c763-463d-9837-4de32d2001f2 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:10.613863 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-5a70fde1-a77c-4ac3-a407-e26e8f3a84ad req-142d0c53-c763-463d-9837-4de32d2001f2 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.1183882 Jul 16 20:03:10.636286 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port f01bf525-f6f7-46c6-884f-ec20eff932f4, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=f01bf525-f6f7-46c6-884f-ec20eff932f4,segment=NetworkSegment(f5b7edb7-8701-48e4-9483-715b275cfc3d),segment_id=f5b7edb7-8701-48e4-9483-715b275cfc3d)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:10.646141 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:10.685566 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-5a70fde1-a77c-4ac3-a407-e26e8f3a84ad req-9c2f4e40-effe-4772-917e-82af07be0687 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706942 Jul 16 20:03:10.771333 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Pushing event updated for resources: {'Port': ['ID=f01bf525-f6f7-46c6-884f-ec20eff932f4,revision_number=4']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:10.838630 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad465d-bf07-4fc8-acdb-cf127af108cf req-887ba34b-0cd8-4582-b7b4-51653aa63d1c tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:10.844410 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-24ad465d-bf07-4fc8-acdb-cf127af108cf req-887ba34b-0cd8-4582-b7b4-51653aa63d1c tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=d220c85d-d385-4196-8ea4-f4eb25b1d10e HTTP/1.1" status: 200 len: 945 time: 0.1689651 Jul 16 20:03:10.928779 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c109e-8de2-49b4-b546-2909e8d254c8 req-479720fb-7895-4ab9-8779-e97d7a6b8a3a tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:10.932298 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-c05c109e-8de2-49b4-b546-2909e8d254c8 req-479720fb-7895-4ab9-8779-e97d7a6b8a3a tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b231c82-5677-4cf8-a0c5-3c991b79889a HTTP/1.1" status: 200 len: 948 time: 0.1007886 Jul 16 20:03:10.935173 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-24ad465d-bf07-4fc8-acdb-cf127af108cf req-561bb128-6309-4de6-a7f5-fdd65a376136 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838728 Jul 16 20:03:10.987832 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-c05c109e-8de2-49b4-b546-2909e8d254c8 req-36c728a8-61e1-4e29-b43a-12161319b24b tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] 10.222.0.98 "GET /v2.0/security-groups?id=9afbb18d-1bf6-49ab-9651-80dc3dc8d2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482612 Jul 16 20:03:11.011505 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 56536) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:11.052350 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-62335321-0917-4f4c-bfa5-ee1b94955f4c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0e4d01a7d89e4797a273c29c848116ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392830 Jul 16 20:03:11.054509 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 56538) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:11.082777 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] get_ports_and_sgs() called for port_ids ['f01bf525-f6f7-46c6-884f-ec20eff932f4'] {{(pid=93022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:03:11.104589 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-8f5794f5-1fc6-4601-8260-631f805c2a9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:11.123162 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] get_ports_and_sgs() called for port_ids ['087a73ec-ceb4-42cb-a9b3-1c96f941680e'] {{(pid=93022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:03:11.125679 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-8f5794f5-1fc6-4601-8260-631f805c2a9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:11.178319 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-8f5794f5-1fc6-4601-8260-631f805c2a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:11.182503 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-8f5794f5-1fc6-4601-8260-631f805c2a9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:11.183918 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-8f5794f5-1fc6-4601-8260-631f805c2a9a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/34a3f72a-3073-4463-8d90-a9fbcb8a1de1 HTTP/1.1" status: 204 len: 168 time: 0.1283805 Jul 16 20:03:11.193812 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5794f5-1fc6-4601-8260-631f805c2a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a3f72a-3073-4463-8d90-a9fbcb8a1de1,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:11.480010 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1bee63-430b-47ad-8877-5230334282a7 req-6275fd9c-0a5e-45c4-8486-2c53a4e792de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:11.481479 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-ae1bee63-430b-47ad-8877-5230334282a7 req-6275fd9c-0a5e-45c4-8486-2c53a4e792de service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 1099 time: 0.0523529 Jul 16 20:03:11.518853 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-ae1bee63-430b-47ad-8877-5230334282a7 req-0b6e9653-f43d-485f-a189-4a7b162a8e8c service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288198 Jul 16 20:03:11.847806 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517c3b8-b7e0-4a5b-99d2-23bcafbcc13e req-1f57b72f-3ad6-49eb-9a55-1e147d4e4dba tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:11.849908 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-b517c3b8-b7e0-4a5b-99d2-23bcafbcc13e req-1f57b72f-3ad6-49eb-9a55-1e147d4e4dba tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.0625699 Jul 16 20:03:11.888127 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-b517c3b8-b7e0-4a5b-99d2-23bcafbcc13e req-0ec1353a-761e-4250-a9df-30e81170bef7 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324297 Jul 16 20:03:12.138551 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3aa7cf-cdc4-4459-90f7-b93e250608ad req-4cfb5afb-4d97-4bd8-9a6a-f15d20c7e168 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:12.140270 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-ad3aa7cf-cdc4-4459-90f7-b93e250608ad req-4cfb5afb-4d97-4bd8-9a6a-f15d20c7e168 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=d220c85d-d385-4196-8ea4-f4eb25b1d10e HTTP/1.1" status: 200 len: 945 time: 0.0844154 Jul 16 20:03:12.187299 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-ad3aa7cf-cdc4-4459-90f7-b93e250608ad req-9498ba12-79bb-46a4-b01a-b0c564518a06 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398803 Jul 16 20:03:12.205275 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afdf12e-6bd3-49fd-af6b-035ee5a2c670 req-e81410fa-40a7-458a-9800-8aa96f0e29d3 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:12.206810 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-9afdf12e-6bd3-49fd-af6b-035ee5a2c670 req-e81410fa-40a7-458a-9800-8aa96f0e29d3 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b231c82-5677-4cf8-a0c5-3c991b79889a HTTP/1.1" status: 200 len: 948 time: 0.0873132 Jul 16 20:03:12.246724 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-9afdf12e-6bd3-49fd-af6b-035ee5a2c670 req-986ab2a8-fa6d-4063-b5f8-9fcb2346b43b tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] 10.222.0.98 "GET /v2.0/security-groups?id=9afbb18d-1bf6-49ab-9651-80dc3dc8d2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331304 Jul 16 20:03:13.061833 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71573788-ac5b-40f8-9b2f-33355d8f2796 req-2fc0ba67-1372-409e-9aad-04afb70545b8 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:13.063338 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-71573788-ac5b-40f8-9b2f-33355d8f2796 req-2fc0ba67-1372-409e-9aad-04afb70545b8 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.0641413 Jul 16 20:03:13.100562 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-71573788-ac5b-40f8-9b2f-33355d8f2796 req-97a184f5-7d48-4f00-97fe-3f149f891d81 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315802 Jul 16 20:03:13.385079 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e31a4c-fb70-4765-b08c-b863ef63461e req-512b8edc-2419-4225-a2a8-d18c58c88258 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:13.386549 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-f3e31a4c-fb70-4765-b08c-b863ef63461e req-512b8edc-2419-4225-a2a8-d18c58c88258 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=d220c85d-d385-4196-8ea4-f4eb25b1d10e HTTP/1.1" status: 200 len: 945 time: 0.0652525 Jul 16 20:03:13.422860 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-f3e31a4c-fb70-4765-b08c-b863ef63461e req-0187db3a-eefa-4716-9c0e-436431e18e3d tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306418 Jul 16 20:03:13.578877 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6f058-11d3-4a6b-9d0a-a7acf62476f1 req-61e13f97-60c3-4f91-a09b-ffe523588738 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:13.580238 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-80c6f058-11d3-4a6b-9d0a-a7acf62476f1 req-61e13f97-60c3-4f91-a09b-ffe523588738 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b231c82-5677-4cf8-a0c5-3c991b79889a HTTP/1.1" status: 200 len: 948 time: 0.0619764 Jul 16 20:03:13.616900 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-80c6f058-11d3-4a6b-9d0a-a7acf62476f1 req-e4974b16-235d-4365-9380-b488415f74bb tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] 10.222.0.98 "GET /v2.0/security-groups?id=9afbb18d-1bf6-49ab-9651-80dc3dc8d2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309720 Jul 16 20:03:14.272636 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de4c72e-1a3c-4749-a372-18ac084c4a9a req-0e6690bc-45d0-4c4e-9197-757d03cd08de tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:14.274109 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-9de4c72e-1a3c-4749-a372-18ac084c4a9a req-0e6690bc-45d0-4c4e-9197-757d03cd08de tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.0635438 Jul 16 20:03:14.314067 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-9de4c72e-1a3c-4749-a372-18ac084c4a9a req-f1abc936-2e5c-47e5-96f9-f42dd9795b85 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344622 Jul 16 20:03:14.361990 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device 087a73ec-ceb4-42cb-a9b3-1c96f941680e up at agent hyperv_hv-cinder-80069 {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:03:14.409155 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Provisioning for port 087a73ec-ceb4-42cb-a9b3-1c96f941680e completed by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:03:14.413295 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Provisioning complete for port 087a73ec-ceb4-42cb-a9b3-1c96f941680e triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:14.413661 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:14.487398 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:14.513586 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd220c85d-d385-4196-8ea4-f4eb25b1d10e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '087a73ec-ceb4-42cb-a9b3-1c96f941680e'}] {{(pid=93022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:03:14.516005 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9473df89cc7d9a049ef80707cd6efae53c3b25527ef369ad4a6a0d9269bae893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83764c2b-80ac-43ed-81bf-b1b288353c10" -d '{"events": [{"server_uuid": "d220c85d-d385-4196-8ea4-f4eb25b1d10e", "name": "network-vif-plugged", "status": "completed", "tag": "087a73ec-ceb4-42cb-a9b3-1c96f941680e"}]}' {{(pid=93022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:03:14.529626 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port 087a73ec-ceb4-42cb-a9b3-1c96f941680e, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=087a73ec-ceb4-42cb-a9b3-1c96f941680e,segment=NetworkSegment(8c4b4c9a-1756-4639-a368-9e26a465772a),segment_id=8c4b4c9a-1756-4639-a368-9e26a465772a)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:14.533867 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:14.534775 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device f01bf525-f6f7-46c6-884f-ec20eff932f4 up at agent hyperv_hv-cinder-80069 {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:03:14.595839 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238d2c19-ed86-4577-b562-e483fa9a12eb req-be47ced4-c924-450b-b636-fb0b95c71e46 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:14.597398 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-238d2c19-ed86-4577-b562-e483fa9a12eb req-be47ced4-c924-450b-b636-fb0b95c71e46 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=d220c85d-d385-4196-8ea4-f4eb25b1d10e HTTP/1.1" status: 200 len: 946 time: 0.0636032 Jul 16 20:03:14.612861 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Pushing event updated for resources: {'Port': ['ID=087a73ec-ceb4-42cb-a9b3-1c96f941680e,revision_number=5']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:14.626835 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Provisioning for port f01bf525-f6f7-46c6-884f-ec20eff932f4 completed by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:03:14.631562 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Provisioning complete for port f01bf525-f6f7-46c6-884f-ec20eff932f4 triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:14.631958 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:14.643780 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-238d2c19-ed86-4577-b562-e483fa9a12eb req-f70a8a75-1dad-4301-9c3d-ea090b080349 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402036 Jul 16 20:03:14.698347 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf355ddf-b62e-4fb4-b902-a234138a0e69 x-openstack-request-id: req-bf355ddf-b62e-4fb4-b902-a234138a0e69 {{(pid=93022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:03:14.698743 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d220c85d-d385-4196-8ea4-f4eb25b1d10e", "name": "network-vif-plugged", "status": "completed", "tag": "087a73ec-ceb4-42cb-a9b3-1c96f941680e", "code": 200}]} {{(pid=93022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:03:14.698924 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-bf355ddf-b62e-4fb4-b902-a234138a0e69 {{(pid=93022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:03:14.699676 dv-cinder-800697-3-iscsi neutron-server[93022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd220c85d-d385-4196-8ea4-f4eb25b1d10e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '087a73ec-ceb4-42cb-a9b3-1c96f941680e', 'code': 200} Jul 16 20:03:14.714774 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:14.746083 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port f01bf525-f6f7-46c6-884f-ec20eff932f4, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=f01bf525-f6f7-46c6-884f-ec20eff932f4,segment=NetworkSegment(f5b7edb7-8701-48e4-9483-715b275cfc3d),segment_id=f5b7edb7-8701-48e4-9483-715b275cfc3d)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:14.749747 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:14.800430 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Pushing event updated for resources: {'Port': ['ID=f01bf525-f6f7-46c6-884f-ec20eff932f4,revision_number=5']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:14.849255 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f95ee-e664-4e2d-a36f-24d4e8433d90 req-f465c472-33b8-4d85-9ffb-c129ac654475 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:14.850843 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-d02f95ee-e664-4e2d-a36f-24d4e8433d90 req-f465c472-33b8-4d85-9ffb-c129ac654475 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b231c82-5677-4cf8-a0c5-3c991b79889a HTTP/1.1" status: 200 len: 949 time: 0.0704443 Jul 16 20:03:14.887590 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-d02f95ee-e664-4e2d-a36f-24d4e8433d90 req-531220cd-6d22-4ef6-8d5b-1dc4008e094c tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] 10.222.0.98 "GET /v2.0/security-groups?id=9afbb18d-1bf6-49ab-9651-80dc3dc8d2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313473 Jul 16 20:03:15.486767 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c206290b-b075-4e79-8136-9c81544268f6 req-3d7d8243-2420-4fe1-82bf-691dde9e49f8 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:15.488154 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-c206290b-b075-4e79-8136-9c81544268f6 req-3d7d8243-2420-4fe1-82bf-691dde9e49f8 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.0655839 Jul 16 20:03:15.525909 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-c206290b-b075-4e79-8136-9c81544268f6 req-6346d240-3e50-4b65-8a88-6a258c59ec92 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314364 Jul 16 20:03:15.835808 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d471fa2-7b39-4d62-9ab2-4e737d8679fa req-82ea900f-2f15-436d-bc00-38827e995b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:15.838460 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-7d471fa2-7b39-4d62-9ab2-4e737d8679fa req-82ea900f-2f15-436d-bc00-38827e995b7c service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=d220c85d-d385-4196-8ea4-f4eb25b1d10e HTTP/1.1" status: 200 len: 1099 time: 0.0642121 Jul 16 20:03:15.852147 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2762b508-013a-4c6a-99f7-3e68307023bc req-5285c140-995f-4258-93a3-c2c2afeae890 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:15.853653 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-2762b508-013a-4c6a-99f7-3e68307023bc req-5285c140-995f-4258-93a3-c2c2afeae890 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=d220c85d-d385-4196-8ea4-f4eb25b1d10e HTTP/1.1" status: 200 len: 946 time: 0.0743473 Jul 16 20:03:15.879096 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-7d471fa2-7b39-4d62-9ab2-4e737d8679fa req-f123a3f3-9f10-49bb-a3c9-dcf70e8694dc service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286210 Jul 16 20:03:15.894613 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-2762b508-013a-4c6a-99f7-3e68307023bc req-32669286-33a0-46c4-9c42-e0baf5e6a57c tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353987 Jul 16 20:03:16.061997 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06220d-e0e7-42de-81ef-69c6ba23f16b req-0a699686-f686-4307-a477-04ae6d3310ab tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:16.063522 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-6f06220d-e0e7-42de-81ef-69c6ba23f16b req-0a699686-f686-4307-a477-04ae6d3310ab tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b231c82-5677-4cf8-a0c5-3c991b79889a HTTP/1.1" status: 200 len: 949 time: 0.0669074 Jul 16 20:03:16.101586 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-6f06220d-e0e7-42de-81ef-69c6ba23f16b req-ff908a4c-a382-42f9-aa05-14d05fd1d869 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] 10.222.0.98 "GET /v2.0/security-groups?id=9afbb18d-1bf6-49ab-9651-80dc3dc8d2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323656 Jul 16 20:03:16.368129 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6e77e-fc27-49a4-9103-e0d4ec17cd24 req-d5d95c37-415a-4a84-83da-8169c13240f2 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:16.369530 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-36e6e77e-fc27-49a4-9103-e0d4ec17cd24 req-d5d95c37-415a-4a84-83da-8169c13240f2 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 946 time: 0.0631974 Jul 16 20:03:16.407758 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-36e6e77e-fc27-49a4-9103-e0d4ec17cd24 req-563b3a43-904c-4598-bb82-180becc8f59e tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324917 Jul 16 20:03:16.701041 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b231c82-5677-4cf8-a0c5-3c991b79889a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01bf525-f6f7-46c6-884f-ec20eff932f4'}] {{(pid=93022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:03:16.703472 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9473df89cc7d9a049ef80707cd6efae53c3b25527ef369ad4a6a0d9269bae893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba800ac-036f-4680-80a2-f3f11a2b4a1f" -d '{"events": [{"server_uuid": "1b231c82-5677-4cf8-a0c5-3c991b79889a", "name": "network-vif-plugged", "status": "completed", "tag": "f01bf525-f6f7-46c6-884f-ec20eff932f4"}]}' {{(pid=93022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:03:16.708480 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da633741-396b-4171-90e6-83108fd8d877 req-06b92a34-5d01-4215-9384-ba503f72005d tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:16.710225 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-da633741-396b-4171-90e6-83108fd8d877 req-06b92a34-5d01-4215-9384-ba503f72005d tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.0635154 Jul 16 20:03:16.743359 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0ba53c-65de-4624-8964-f56797947dfa x-openstack-request-id: req-0c0ba53c-65de-4624-8964-f56797947dfa {{(pid=93022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:03:16.743781 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b231c82-5677-4cf8-a0c5-3c991b79889a", "name": "network-vif-plugged", "status": "completed", "tag": "f01bf525-f6f7-46c6-884f-ec20eff932f4", "code": 200}]} {{(pid=93022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:03:16.744283 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0c0ba53c-65de-4624-8964-f56797947dfa {{(pid=93022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:03:16.744792 dv-cinder-800697-3-iscsi neutron-server[93022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b231c82-5677-4cf8-a0c5-3c991b79889a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01bf525-f6f7-46c6-884f-ec20eff932f4', 'code': 200} Jul 16 20:03:16.754229 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-da633741-396b-4171-90e6-83108fd8d877 req-ee80d0b8-9c72-433d-af38-a459987b1637 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384667 Jul 16 20:03:17.081496 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e62473-ec90-4846-bb4b-f84f528eb7f5 req-eebbb722-b601-41ce-a6ae-96eda3492d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:17.083615 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-60e62473-ec90-4846-bb4b-f84f528eb7f5 req-eebbb722-b601-41ce-a6ae-96eda3492d08 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=1b231c82-5677-4cf8-a0c5-3c991b79889a HTTP/1.1" status: 200 len: 1102 time: 0.0767808 Jul 16 20:03:17.199821 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-60e62473-ec90-4846-bb4b-f84f528eb7f5 req-082009f4-a8a4-4f51-a605-b28e7d3ec3f7 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=9afbb18d-1bf6-49ab-9651-80dc3dc8d2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797989 Jul 16 20:03:17.219104 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6739f2d-419c-4f0b-8cc2-73cdfb99e34a req-6e935fbb-8589-474a-84bc-0acfc68b1cc6 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:17.220828 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-f6739f2d-419c-4f0b-8cc2-73cdfb99e34a req-6e935fbb-8589-474a-84bc-0acfc68b1cc6 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=d220c85d-d385-4196-8ea4-f4eb25b1d10e HTTP/1.1" status: 200 len: 946 time: 0.1751084 Jul 16 20:03:17.266509 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e1bc0-120a-4d87-8dd2-2dfb44f01148 req-e79b61b5-2bf2-4f71-b7c5-d865d00b7882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:17.268320 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-244e1bc0-120a-4d87-8dd2-2dfb44f01148 req-e79b61b5-2bf2-4f71-b7c5-d865d00b7882 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=414a34685fd04fe387cb1d18cde8082e&device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 1099 time: 0.1210749 Jul 16 20:03:17.290972 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-f6739f2d-419c-4f0b-8cc2-73cdfb99e34a req-4e222619-441a-4824-9eaf-93791e051962 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610831 Jul 16 20:03:17.317695 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a77cd-708a-4a51-a0e8-868e24b1f6c8 req-acaca9f3-b977-447e-bca1-223dc25f7106 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:17.328767 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-6b9a77cd-708a-4a51-a0e8-868e24b1f6c8 req-acaca9f3-b977-447e-bca1-223dc25f7106 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.1443870 Jul 16 20:03:17.397667 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-6b9a77cd-708a-4a51-a0e8-868e24b1f6c8 req-5d693dc8-1f7d-44c5-b2eb-9c79cb0066f8 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628927 Jul 16 20:03:17.406176 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e1bc0-120a-4d87-8dd2-2dfb44f01148 req-e640b5d2-1fd2-4bfe-b135-e1ebfafbc924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:17.407360 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-244e1bc0-120a-4d87-8dd2-2dfb44f01148 req-e640b5d2-1fd2-4bfe-b135-e1ebfafbc924 service neutron] 10.222.0.102 "GET /v2.0/networks?id=393b5044-b44c-402e-be20-85746d24c0e1 HTTP/1.1" status: 200 len: 920 time: 0.1128840 Jul 16 20:03:17.468715 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-244e1bc0-120a-4d87-8dd2-2dfb44f01148 req-72c52d8c-2d5c-4d3f-8e27-32172e91842d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=844fc7f4-1c04-493a-a123-edf58bac7b41 HTTP/1.1" status: 200 len: 217 time: 0.0473096 Jul 16 20:03:17.561683 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e1bc0-120a-4d87-8dd2-2dfb44f01148 req-880e53c6-5feb-4397-8a1c-c1756af5e753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:17.563240 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-244e1bc0-120a-4d87-8dd2-2dfb44f01148 req-880e53c6-5feb-4397-8a1c-c1756af5e753 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=bb407b5a-c60b-422c-8afc-1e584a6a4c1c HTTP/1.1" status: 200 len: 858 time: 0.0640204 Jul 16 20:03:17.572429 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235a1b9-6cee-44b8-bf5e-cded563908bd req-5a108391-652c-4fff-add2-906c1f5155c3 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:17.575745 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-e235a1b9-6cee-44b8-bf5e-cded563908bd req-5a108391-652c-4fff-add2-906c1f5155c3 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b231c82-5677-4cf8-a0c5-3c991b79889a HTTP/1.1" status: 200 len: 949 time: 0.1468472 Jul 16 20:03:17.609953 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-244e1bc0-120a-4d87-8dd2-2dfb44f01148 req-7cd71e41-b253-4c34-94fe-946715a7e1c6 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=393b5044-b44c-402e-be20-85746d24c0e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332341 Jul 16 20:03:17.627683 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f8bfa-c34f-4e35-964a-dd7024842423 req-de9ce09d-1636-4176-b365-9bc222c0a770 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:17.630084 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-f18f8bfa-c34f-4e35-964a-dd7024842423 req-de9ce09d-1636-4176-b365-9bc222c0a770 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 946 time: 0.0860221 Jul 16 20:03:17.674472 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-e235a1b9-6cee-44b8-bf5e-cded563908bd req-cf43c343-2667-4f09-bba3-4ca78ff155ec tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] 10.222.0.98 "GET /v2.0/security-groups?id=9afbb18d-1bf6-49ab-9651-80dc3dc8d2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669603 Jul 16 20:03:17.702677 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-f18f8bfa-c34f-4e35-964a-dd7024842423 req-0da84341-a1af-4fc4-b323-b19805a63264 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660751 Jul 16 20:03:17.759660 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-244e1bc0-120a-4d87-8dd2-2dfb44f01148 req-eea29884-3b03-40d2-b1fa-0276507cf54f service neutron] 10.222.0.102 "GET /v2.0/networks/393b5044-b44c-402e-be20-85746d24c0e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332455 Jul 16 20:03:17.863667 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-244e1bc0-120a-4d87-8dd2-2dfb44f01148 req-dcb0e14c-bf0a-4eed-96df-4cf37b632a34 service neutron] 10.222.0.102 "GET /v2.0/networks/393b5044-b44c-402e-be20-85746d24c0e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888712 Jul 16 20:03:18.408586 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2300c-0e11-4885-a3e6-472dd2de56d8 req-bb5531e4-19e6-4c0e-81cc-e6436dee9231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:18.409965 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-97d2300c-0e11-4885-a3e6-472dd2de56d8 req-bb5531e4-19e6-4c0e-81cc-e6436dee9231 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=414a34685fd04fe387cb1d18cde8082e&device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 1099 time: 0.0547807 Jul 16 20:03:18.560952 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd276a0-8f06-40ba-a8c6-b4d8cf661591 req-8c361c57-2d9e-47a7-be92-583e5851cf44 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:18.562870 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-5dd276a0-8f06-40ba-a8c6-b4d8cf661591 req-8c361c57-2d9e-47a7-be92-583e5851cf44 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=d220c85d-d385-4196-8ea4-f4eb25b1d10e HTTP/1.1" status: 200 len: 946 time: 0.1514611 Jul 16 20:03:18.593100 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2300c-0e11-4885-a3e6-472dd2de56d8 req-58dcc062-6809-4bf5-a5d7-1098253df00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:18.594608 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-97d2300c-0e11-4885-a3e6-472dd2de56d8 req-58dcc062-6809-4bf5-a5d7-1098253df00d service neutron] 10.222.0.102 "GET /v2.0/networks?id=393b5044-b44c-402e-be20-85746d24c0e1 HTTP/1.1" status: 200 len: 920 time: 0.1462271 Jul 16 20:03:18.656815 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-5dd276a0-8f06-40ba-a8c6-b4d8cf661591 req-55612f76-922f-47c3-9271-cea768d015a5 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859163 Jul 16 20:03:18.658497 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-97d2300c-0e11-4885-a3e6-472dd2de56d8 req-e8e6dca0-ccbd-4afa-b814-ad306092db52 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=844fc7f4-1c04-493a-a123-edf58bac7b41 HTTP/1.1" status: 200 len: 217 time: 0.0500667 Jul 16 20:03:18.765993 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2300c-0e11-4885-a3e6-472dd2de56d8 req-5219fdbc-0f0c-460e-94c1-630533125ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:18.770562 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-97d2300c-0e11-4885-a3e6-472dd2de56d8 req-5219fdbc-0f0c-460e-94c1-630533125ec8 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=bb407b5a-c60b-422c-8afc-1e584a6a4c1c HTTP/1.1" status: 200 len: 858 time: 0.0950375 Jul 16 20:03:18.931984 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-97d2300c-0e11-4885-a3e6-472dd2de56d8 req-68e98f38-7e15-4e4b-b137-767db5c61177 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=393b5044-b44c-402e-be20-85746d24c0e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1178203 Jul 16 20:03:18.946785 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe02200-f5ce-4399-9dce-ab98166913ad req-909768bb-9e18-4629-8fa1-30a0430cfc09 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:18.948308 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-5fe02200-f5ce-4399-9dce-ab98166913ad req-909768bb-9e18-4629-8fa1-30a0430cfc09 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b231c82-5677-4cf8-a0c5-3c991b79889a HTTP/1.1" status: 200 len: 949 time: 0.0806713 Jul 16 20:03:19.011020 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-5fe02200-f5ce-4399-9dce-ab98166913ad req-d4781e74-0a78-4e38-ad15-07bc0bab86ac tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] 10.222.0.98 "GET /v2.0/security-groups?id=9afbb18d-1bf6-49ab-9651-80dc3dc8d2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505130 Jul 16 20:03:19.168462 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fa20f-d913-4083-9f9f-c597498831f9 req-4739d2db-f0c7-405d-96bc-51f1d2d78531 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:19.175170 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-b75fa20f-d913-4083-9f9f-c597498831f9 req-4739d2db-f0c7-405d-96bc-51f1d2d78531 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.3399782 Jul 16 20:03:19.187663 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-97d2300c-0e11-4885-a3e6-472dd2de56d8 req-3d3d81ca-1feb-400c-b9f4-033ce6bc4d8a service neutron] 10.222.0.102 "GET /v2.0/networks/393b5044-b44c-402e-be20-85746d24c0e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176583 Jul 16 20:03:19.250604 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-b75fa20f-d913-4083-9f9f-c597498831f9 req-25b349d7-5fb1-4058-93f8-f41a65452d62 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744457 Jul 16 20:03:19.330473 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5719954-4fd5-447f-bfd5-7d7f301eaf96 req-c10aebbb-f00f-4eb1-8167-0413e3e66d35 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:19.333229 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-d5719954-4fd5-447f-bfd5-7d7f301eaf96 req-c10aebbb-f00f-4eb1-8167-0413e3e66d35 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 946 time: 0.1283004 Jul 16 20:03:19.349450 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-97d2300c-0e11-4885-a3e6-472dd2de56d8 req-86583a4e-d6ed-463e-989e-d44a946dc15c service neutron] 10.222.0.102 "GET /v2.0/networks/393b5044-b44c-402e-be20-85746d24c0e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480520 Jul 16 20:03:19.389204 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-d5719954-4fd5-447f-bfd5-7d7f301eaf96 req-9da101d1-82cf-45e7-829e-8bff30c0846c tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464399 Jul 16 20:03:20.162575 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-bcd191a5-3f2a-47cc-92e5-55da524300ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:20.180953 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889206a-848e-4499-a15f-9ec3e8559963 req-4f968aa2-ba66-4a0e-ba8f-bdc9222eae33 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:20.182447 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-b889206a-848e-4499-a15f-9ec3e8559963 req-4f968aa2-ba66-4a0e-ba8f-bdc9222eae33 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b231c82-5677-4cf8-a0c5-3c991b79889a HTTP/1.1" status: 200 len: 949 time: 0.0648010 Jul 16 20:03:20.220107 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-b889206a-848e-4499-a15f-9ec3e8559963 req-b7cbde6a-0139-4533-8516-ef2519149f14 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] 10.222.0.98 "GET /v2.0/security-groups?id=9afbb18d-1bf6-49ab-9651-80dc3dc8d2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313661 Jul 16 20:03:20.444031 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda00788-ceea-49e8-9dce-e08d719f8e02 req-bc2abadc-6e27-40d7-925e-f5f9db902609 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:20.445729 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-eda00788-ceea-49e8-9dce-e08d719f8e02 req-bc2abadc-6e27-40d7-925e-f5f9db902609 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.0776737 Jul 16 20:03:20.490992 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-eda00788-ceea-49e8-9dce-e08d719f8e02 req-4593f4cc-3b92-4e55-b7d7-55f857dbe636 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392282 Jul 16 20:03:20.624910 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:20.730117 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151f126-2e28-46a8-ab6a-566300ee3138 req-41220cd0-7461-4c1a-8790-af804391753d tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:20.735694 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-5151f126-2e28-46a8-ab6a-566300ee3138 req-41220cd0-7461-4c1a-8790-af804391753d tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 946 time: 0.0914712 Jul 16 20:03:20.777359 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-5151f126-2e28-46a8-ab6a-566300ee3138 req-e936c430-e690-4d17-9ffe-977a77902dff tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357490 Jul 16 20:03:20.994399 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb51f0-0c96-4813-855f-1f167c21ac3c req-7d808b98-a908-4736-b246-df5424bf420a tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:20.996455 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-18cb51f0-0c96-4813-855f-1f167c21ac3c req-7d808b98-a908-4736-b246-df5424bf420a tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b231c82-5677-4cf8-a0c5-3c991b79889a HTTP/1.1" status: 200 len: 949 time: 0.0846491 Jul 16 20:03:21.003622 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 56846) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:21.050209 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-18cb51f0-0c96-4813-855f-1f167c21ac3c req-63cec8df-bf0d-4a03-9834-00f94649b88f tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] 10.222.0.98 "GET /v2.0/security-groups?id=9afbb18d-1bf6-49ab-9651-80dc3dc8d2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482459 Jul 16 20:03:21.131650 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-5d4a84a4-4d21-4d3a-bb6b-6674f0739c44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:21.222471 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-5d4a84a4-4d21-4d3a-bb6b-6674f0739c44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:21.227288 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-5d4a84a4-4d21-4d3a-bb6b-6674f0739c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:21.268031 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-5d4a84a4-4d21-4d3a-bb6b-6674f0739c44 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c09c2b183ac14f1388ef82dec5f64e34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2623498 Jul 16 20:03:21.269486 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a84a4-4d21-4d3a-bb6b-6674f0739c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb62094e-be03-4865-b0f3-17b4e0afebaf,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:21.271703 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 56850) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:21.329843 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-cbaf671d-c549-4f4e-92c7-28953ce194fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:21.354609 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-cbaf671d-c549-4f4e-92c7-28953ce194fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:21.400886 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-cbaf671d-c549-4f4e-92c7-28953ce194fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:21.403584 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-cbaf671d-c549-4f4e-92c7-28953ce194fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:21.404714 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-cbaf671d-c549-4f4e-92c7-28953ce194fe admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/fb62094e-be03-4865-b0f3-17b4e0afebaf HTTP/1.1" status: 204 len: 168 time: 0.1298327 Jul 16 20:03:21.412404 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaf671d-c549-4f4e-92c7-28953ce194fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb62094e-be03-4865-b0f3-17b4e0afebaf,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:21.673445 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dda6a9-a8dc-4c66-b636-40dbb5d4863a req-708ec028-1320-45a1-8af2-74c4463e1aca tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:21.674962 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-67dda6a9-a8dc-4c66-b636-40dbb5d4863a req-708ec028-1320-45a1-8af2-74c4463e1aca tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.0660427 Jul 16 20:03:21.714148 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-67dda6a9-a8dc-4c66-b636-40dbb5d4863a req-425bf228-1292-4a7f-83c2-bf564cfaa2d0 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329816 Jul 16 20:03:22.008317 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c0ec87-cae7-4bd8-9c1c-894b4e7c7a74 req-5b65f41c-1ee6-4246-a316-ea101ff09587 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:22.010804 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-93c0ec87-cae7-4bd8-9c1c-894b4e7c7a74 req-5b65f41c-1ee6-4246-a316-ea101ff09587 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 946 time: 0.1030457 Jul 16 20:03:22.063471 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-93c0ec87-cae7-4bd8-9c1c-894b4e7c7a74 req-2e206c6a-7a69-4db9-9954-60e7caaa7423 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449803 Jul 16 20:03:22.216047 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-c6a8049c-3ba3-49fa-b4cc-bfdc2bbf494b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:22.268394 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb0083-ddd3-4d66-9d2f-b306d890c3a8 req-181b98d1-5896-4d8d-bf16-ccd493aca729 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:22.269966 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-41fb0083-ddd3-4d66-9d2f-b306d890c3a8 req-181b98d1-5896-4d8d-bf16-ccd493aca729 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b231c82-5677-4cf8-a0c5-3c991b79889a HTTP/1.1" status: 200 len: 949 time: 0.0828445 Jul 16 20:03:22.311493 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-41fb0083-ddd3-4d66-9d2f-b306d890c3a8 req-d5714db5-b374-4197-82ca-ee1d22687ea8 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] 10.222.0.98 "GET /v2.0/security-groups?id=9afbb18d-1bf6-49ab-9651-80dc3dc8d2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353334 Jul 16 20:03:22.403498 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 56902) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:22.510620 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-55edc553-878b-4a90-947f-8296c7170d4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:22.610391 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-55edc553-878b-4a90-947f-8296c7170d4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:22.615437 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-55edc553-878b-4a90-947f-8296c7170d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:22.655764 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-55edc553-878b-4a90-947f-8296c7170d4f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7b2d87362ec7479ca9e04ad153a63497&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2510591 Jul 16 20:03:22.656485 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55edc553-878b-4a90-947f-8296c7170d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e57549-c9d1-4fa9-8835-2085005658e7,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:22.658282 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 56910) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:22.706335 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-fd273806-6c65-442a-b9e7-ff5f79dde544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:22.728210 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-fd273806-6c65-442a-b9e7-ff5f79dde544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:22.774411 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-fd273806-6c65-442a-b9e7-ff5f79dde544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:22.776921 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-fd273806-6c65-442a-b9e7-ff5f79dde544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:22.779151 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-fd273806-6c65-442a-b9e7-ff5f79dde544 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c4e57549-c9d1-4fa9-8835-2085005658e7 HTTP/1.1" status: 204 len: 168 time: 0.1197348 Jul 16 20:03:22.787719 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd273806-6c65-442a-b9e7-ff5f79dde544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e57549-c9d1-4fa9-8835-2085005658e7,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:22.977414 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e4bcd-8abc-40df-aa10-08b3e358cd6c req-d2778c42-2000-4a43-97da-b733f1928d26 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:22.978907 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-ab9e4bcd-8abc-40df-aa10-08b3e358cd6c req-d2778c42-2000-4a43-97da-b733f1928d26 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] 10.222.0.102 "GET /v2.0/ports?device_id=1b231c82-5677-4cf8-a0c5-3c991b79889a HTTP/1.1" status: 200 len: 949 time: 0.0619128 Jul 16 20:03:23.043168 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 56916) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:23.059288 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-b8b68922-adf3-45a8-8761-f2ebc52b7c7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:23.158446 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [req-ab9e4bcd-8abc-40df-aa10-08b3e358cd6c req-5015ec7b-1a4b-4f74-b1e4-681acfe38a02 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] Deleting port f01bf525-f6f7-46c6-884f-ec20eff932f4 {{(pid=93020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:03:23.159000 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-ab9e4bcd-8abc-40df-aa10-08b3e358cd6c req-5015ec7b-1a4b-4f74-b1e4-681acfe38a02 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786207273135'] for port, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:23.224898 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-b8b68922-adf3-45a8-8761-f2ebc52b7c7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:23.259812 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-b8b68922-adf3-45a8-8761-f2ebc52b7c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:23.311661 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:23.316889 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-b8b68922-adf3-45a8-8761-f2ebc52b7c7d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e4243fcd320f42b7af242b82ac8c22bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2724080 Jul 16 20:03:23.317993 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b68922-adf3-45a8-8761-f2ebc52b7c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=801d027b-1c73-496d-a1d6-b22af30563e4,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:23.321736 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 56928) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:23.355065 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b08644-fa80-4b0a-86be-cec84d491bc1 req-f7b239fa-399d-4772-b57f-9d986e6fcc77 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:23.356608 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-43b08644-fa80-4b0a-86be-cec84d491bc1 req-f7b239fa-399d-4772-b57f-9d986e6fcc77 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 946 time: 0.1347733 Jul 16 20:03:23.409473 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-c32a5a52-2da6-4a65-bbdb-39cef5587f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:23.423597 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-43b08644-fa80-4b0a-86be-cec84d491bc1 req-8b3b586c-365d-44d9-91c8-2c55359074f4 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582850 Jul 16 20:03:23.438016 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-c32a5a52-2da6-4a65-bbdb-39cef5587f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:23.495090 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-c32a5a52-2da6-4a65-bbdb-39cef5587f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:23.498828 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-c32a5a52-2da6-4a65-bbdb-39cef5587f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:23.500552 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-c32a5a52-2da6-4a65-bbdb-39cef5587f28 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/801d027b-1c73-496d-a1d6-b22af30563e4 HTTP/1.1" status: 204 len: 168 time: 0.1778698 Jul 16 20:03:23.509868 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a5a52-2da6-4a65-bbdb-39cef5587f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801d027b-1c73-496d-a1d6-b22af30563e4,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:23.517997 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [req-ab9e4bcd-8abc-40df-aa10-08b3e358cd6c req-5015ec7b-1a4b-4f74-b1e4-681acfe38a02 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] For port f01bf525-f6f7-46c6-884f-ec20eff932f4, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=f01bf525-f6f7-46c6-884f-ec20eff932f4,segment=NetworkSegment(f5b7edb7-8701-48e4-9483-715b275cfc3d),segment_id=f5b7edb7-8701-48e4-9483-715b275cfc3d)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:23.518583 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-ab9e4bcd-8abc-40df-aa10-08b3e358cd6c req-5015ec7b-1a4b-4f74-b1e4-681acfe38a02 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8298881'] for port, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:23.544407 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [req-ab9e4bcd-8abc-40df-aa10-08b3e358cd6c req-5015ec7b-1a4b-4f74-b1e4-681acfe38a02 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] Calling delete_port for f01bf525-f6f7-46c6-884f-ec20eff932f4 owned by compute:nova {{(pid=93020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:03:23.575319 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c8d40-5950-4b26-9a85-5f357ae8e3bc req-ab53961a-f1c4-4b2c-a828-18a766af22a0 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:23.576803 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-758c8d40-5950-4b26-9a85-5f357ae8e3bc req-ab53961a-f1c4-4b2c-a828-18a766af22a0 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.1314187 Jul 16 20:03:23.654024 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2145094-918f-4ea5-a956-b9f96a20e49c req-18bd6284-d7d6-48d5-8f1f-8763d1a4bb4e tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:23.656477 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-a2145094-918f-4ea5-a956-b9f96a20e49c req-18bd6284-d7d6-48d5-8f1f-8763d1a4bb4e tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b231c82-5677-4cf8-a0c5-3c991b79889a HTTP/1.1" status: 200 len: 949 time: 0.1006446 Jul 16 20:03:23.694473 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-758c8d40-5950-4b26-9a85-5f357ae8e3bc req-eb716181-12e4-4da7-acf8-00d10e403c71 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895336 Jul 16 20:03:23.718058 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-a2145094-918f-4ea5-a956-b9f96a20e49c req-332b31bd-d71d-4d3e-ac34-7db60000616d tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] 10.222.0.98 "GET /v2.0/security-groups?id=9afbb18d-1bf6-49ab-9651-80dc3dc8d2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538149 Jul 16 20:03:23.792591 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-ab9e4bcd-8abc-40df-aa10-08b3e358cd6c req-5015ec7b-1a4b-4f74-b1e4-681acfe38a02 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786207273858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786206872495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:23.811873 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] get_ports_and_sgs() called for port_ids ['f01bf525-f6f7-46c6-884f-ec20eff932f4'] {{(pid=93022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:03:23.829308 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5015ec7b-1a4b-4f74-b1e4-681acfe38a02 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] Pushing event deleted for resources: {'Port': ['ID=f01bf525-f6f7-46c6-884f-ec20eff932f4,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:23.899064 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab9e4bcd-8abc-40df-aa10-08b3e358cd6c req-5015ec7b-1a4b-4f74-b1e4-681acfe38a02 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] No DVR routers for this DVR port f01bf525-f6f7-46c6-884f-ec20eff932f4 on host hv-cinder-80069 {{(pid=93020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:03:23.903171 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-ab9e4bcd-8abc-40df-aa10-08b3e358cd6c req-5015ec7b-1a4b-4f74-b1e4-681acfe38a02 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for port, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:23.904997 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-ab9e4bcd-8abc-40df-aa10-08b3e358cd6c req-5015ec7b-1a4b-4f74-b1e4-681acfe38a02 tempest-VolumesNegativeTest-2018222203 tempest-VolumesNegativeTest-2018222203-project] 10.222.0.102 "DELETE /v2.0/ports/f01bf525-f6f7-46c6-884f-ec20eff932f4 HTTP/1.1" status: 204 len: 173 time: 0.9028652 Jul 16 20:03:23.905548 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b231c82-5677-4cf8-a0c5-3c991b79889a', 'name': 'network-vif-deleted', 'tag': 'f01bf525-f6f7-46c6-884f-ec20eff932f4'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:03:23.908088 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fae8f2ff960fe93758be445b473a7dfd6f7d616fbf5a964bb8e60e5228696b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5dc5f6-c9ec-4b66-a20d-5496ee3f4460" -d '{"events": [{"server_uuid": "1b231c82-5677-4cf8-a0c5-3c991b79889a", "name": "network-vif-deleted", "tag": "f01bf525-f6f7-46c6-884f-ec20eff932f4"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:03:23.951341 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bcf16e4-1eda-4d65-a058-a2501e52af47 x-openstack-request-id: req-9bcf16e4-1eda-4d65-a058-a2501e52af47 {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:03:23.951953 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b231c82-5677-4cf8-a0c5-3c991b79889a", "name": "network-vif-deleted", "tag": "f01bf525-f6f7-46c6-884f-ec20eff932f4", "status": "completed", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:03:23.952390 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9bcf16e4-1eda-4d65-a058-a2501e52af47 {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:03:23.953061 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b231c82-5677-4cf8-a0c5-3c991b79889a', 'name': 'network-vif-deleted', 'tag': 'f01bf525-f6f7-46c6-884f-ec20eff932f4', 'status': 'completed', 'code': 200} Jul 16 20:03:24.047321 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 56956) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:24.067897 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-782a0394-c25f-4924-8359-e6202e65251f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:24.175846 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-782a0394-c25f-4924-8359-e6202e65251f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:24.181416 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-782a0394-c25f-4924-8359-e6202e65251f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:24.229721 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782a0394-c25f-4924-8359-e6202e65251f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b2c4ad-bfad-47d5-b7bc-e3e695fc743d,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:24.235644 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-782a0394-c25f-4924-8359-e6202e65251f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b88d7d4d782c4b2dba099953ba36e6c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1860664 Jul 16 20:03:24.239473 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 56966) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:24.309126 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-255ae0be-49dd-4be1-9eeb-9f6f5974cab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:24.339718 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-255ae0be-49dd-4be1-9eeb-9f6f5974cab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:24.398007 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-255ae0be-49dd-4be1-9eeb-9f6f5974cab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:24.400563 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-255ae0be-49dd-4be1-9eeb-9f6f5974cab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:24.401725 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-255ae0be-49dd-4be1-9eeb-9f6f5974cab0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/51b2c4ad-bfad-47d5-b7bc-e3e695fc743d HTTP/1.1" status: 204 len: 168 time: 0.1611104 Jul 16 20:03:24.409162 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ae0be-49dd-4be1-9eeb-9f6f5974cab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b2c4ad-bfad-47d5-b7bc-e3e695fc743d,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:24.620243 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35c6f5-2fee-4fc0-a57a-e352d1b98182 req-8455a9c8-8baa-46ff-9839-af9b967971cd tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:24.622126 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-9a35c6f5-2fee-4fc0-a57a-e352d1b98182 req-8455a9c8-8baa-46ff-9839-af9b967971cd tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 946 time: 0.0775468 Jul 16 20:03:24.665835 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-9a35c6f5-2fee-4fc0-a57a-e352d1b98182 req-c092948f-4e79-41ef-9a85-f2c74ebcc70f tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375624 Jul 16 20:03:24.739081 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:03:24.765099 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:25.855631 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f5802-1277-4437-a973-27ae102e6ae4 req-20983706-f071-4dfa-8609-0a6f57a9af20 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:25.857125 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-e22f5802-1277-4437-a973-27ae102e6ae4 req-20983706-f071-4dfa-8609-0a6f57a9af20 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 946 time: 0.0645924 Jul 16 20:03:25.895137 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-e22f5802-1277-4437-a973-27ae102e6ae4 req-81bb5ced-2d27-423d-bbe7-1f9845c562e6 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322347 Jul 16 20:03:26.100670 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device f01bf525-f6f7-46c6-884f-ec20eff932f4 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:03:26.121614 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] No Port match for: f01bf525-f6f7-46c6-884f-ec20eff932f4 {{(pid=93022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:03:26.122120 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device f01bf525-f6f7-46c6-884f-ec20eff932f4 not bound to the agent host hv-cinder-80069 {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:03:27.076419 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3bcc5-d3cd-4c03-943b-35ed9a0d8085 req-8b55258d-d3cc-4ed2-bede-2a343c43e92f tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:27.078287 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-e6d3bcc5-d3cd-4c03-943b-35ed9a0d8085 req-8b55258d-d3cc-4ed2-bede-2a343c43e92f tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 946 time: 0.0626233 Jul 16 20:03:27.119825 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-e6d3bcc5-d3cd-4c03-943b-35ed9a0d8085 req-2599d142-e89e-4aef-a1fe-5d4999ec9cc7 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354016 Jul 16 20:03:27.786491 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067c3a95-0f3d-453d-9521-f80e6a625135 req-fbcc609a-df2e-4f25-8e03-0eeb75352ab2 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:27.788226 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-067c3a95-0f3d-453d-9521-f80e6a625135 req-fbcc609a-df2e-4f25-8e03-0eeb75352ab2 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 945 time: 0.0700760 Jul 16 20:03:27.838414 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-067c3a95-0f3d-453d-9521-f80e6a625135 req-5c605be1-332b-4757-bf08-5440555884c4 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=710277bd-ee2e-4d27-a450-42b1ed510583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437312 Jul 16 20:03:28.299610 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205a45e-f4d0-46e6-a66a-043f8f340764 req-b04114b5-17e8-4ffa-9455-4f471cc1d7fb tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:28.301043 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-c205a45e-f4d0-46e6-a66a-043f8f340764 req-b04114b5-17e8-4ffa-9455-4f471cc1d7fb tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 946 time: 0.0646551 Jul 16 20:03:28.340448 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-c205a45e-f4d0-46e6-a66a-043f8f340764 req-1a72b863-72d4-4b86-986d-4d75cca13339 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337665 Jul 16 20:03:28.838605 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 57268) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:28.997513 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-ae82dfb9-8622-47dc-b7dd-fb95f8667439 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6337af15dd4248619a5d38f0d50895fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1577654 Jul 16 20:03:29.000172 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 57274) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:29.027639 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26794317-bb82-4d1b-9a99-230d64f52c45 req-6ee5a652-02ff-49be-bc1a-c4a197b0c231 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:29.029111 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-26794317-bb82-4d1b-9a99-230d64f52c45 req-6ee5a652-02ff-49be-bc1a-c4a197b0c231 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 945 time: 0.0794685 Jul 16 20:03:29.048284 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-b0963d7a-16ed-42d8-b0c2-bcaa196a87bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:29.067164 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-26794317-bb82-4d1b-9a99-230d64f52c45 req-252eabb7-1f05-4c30-97c9-6bba274674fe tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=710277bd-ee2e-4d27-a450-42b1ed510583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319631 Jul 16 20:03:29.068725 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-b0963d7a-16ed-42d8-b0c2-bcaa196a87bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:29.115838 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-b0963d7a-16ed-42d8-b0c2-bcaa196a87bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:29.118453 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-b0963d7a-16ed-42d8-b0c2-bcaa196a87bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:29.119598 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-b0963d7a-16ed-42d8-b0c2-bcaa196a87bb admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9afbb18d-1bf6-49ab-9651-80dc3dc8d2d9 HTTP/1.1" status: 204 len: 168 time: 0.1184468 Jul 16 20:03:29.127628 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0963d7a-16ed-42d8-b0c2-bcaa196a87bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9afbb18d-1bf6-49ab-9651-80dc3dc8d2d9,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:29.532744 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf99eaf-05b3-4788-8897-98c9a34b1a94 req-108f614f-d1ec-48e8-a9c0-a6eb5288f1aa tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:29.534251 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-3cf99eaf-05b3-4788-8897-98c9a34b1a94 req-108f614f-d1ec-48e8-a9c0-a6eb5288f1aa tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 946 time: 0.0665426 Jul 16 20:03:29.574723 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-3cf99eaf-05b3-4788-8897-98c9a34b1a94 req-6b6ad414-1f65-4077-ac1b-937c9d3f954b tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341365 Jul 16 20:03:29.783646 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 57310) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:29.874004 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [None req-0db86b83-0330-40b1-9fa4-8a0793b3915c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2036726165-network', 'tenant_id': '078f23be686b440dad7cffc96ff5c84c'}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:29.898149 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db86b83-0330-40b1-9fa4-8a0793b3915c admin admin] Made reservation on behalf of 078f23be686b440dad7cffc96ff5c84c for: {'network': 1} {{(pid=93021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:03:29.900461 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-0db86b83-0330-40b1-9fa4-8a0793b3915c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for network, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:29.908181 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-0db86b83-0330-40b1-9fa4-8a0793b3915c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:29.992955 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-0db86b83-0330-40b1-9fa4-8a0793b3915c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:29.996353 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-0db86b83-0330-40b1-9fa4-8a0793b3915c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:30.020520 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0db86b83-0330-40b1-9fa4-8a0793b3915c admin admin] vlan segment allocate from pool success with {'vlan_id': 1029, 'physical_network': 'physnet1'} {{(pid=93021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:03:30.028926 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db86b83-0330-40b1-9fa4-8a0793b3915c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7927f636-373f-4596-b6b9-d23909a4d539,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:30.034740 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-0db86b83-0330-40b1-9fa4-8a0793b3915c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964265'] for segment, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:30.035167 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.db.segments_db [None req-0db86b83-0330-40b1-9fa4-8a0793b3915c admin admin] Added segment ffa35782-5bd7-4d75-a1c1-3972da91ba47 of type vlan for network a90ba138-c4a1-4110-a3e5-cb4305c2de87 Jul 16 20:03:30.073124 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-0db86b83-0330-40b1-9fa4-8a0793b3915c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786206831382'] for network, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:30.103331 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-0db86b83-0330-40b1-9fa4-8a0793b3915c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851'] for network, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:30.104311 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db86b83-0330-40b1-9fa4-8a0793b3915c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:30.104907 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-0db86b83-0330-40b1-9fa4-8a0793b3915c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for network, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:30.136263 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-0db86b83-0330-40b1-9fa4-8a0793b3915c admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3514085 Jul 16 20:03:30.139405 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 57316) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:30.146351 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [None req-4565bcac-b232-48a2-b52a-d8d378b863ad admin admin] Request body: {'subnet': {'network_id': 'a90ba138-c4a1-4110-a3e5-cb4305c2de87', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2036726165-subnet', 'tenant_id': '078f23be686b440dad7cffc96ff5c84c', 'ip_version': 4}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:30.179142 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db86b83-0330-40b1-9fa4-8a0793b3915c admin admin] Pushing event updated for resources: {'Network': ['ID=a90ba138-c4a1-4110-a3e5-cb4305c2de87,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:30.191481 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Network a90ba138-c4a1-4110-a3e5-cb4305c2de87 details requested by agent ovs-agent-dv-cinder-800697-3-iscsi with host dv-cinder-800697-3-iscsi {{(pid=93022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:03:30.197003 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4565bcac-b232-48a2-b52a-d8d378b863ad admin admin] Made reservation on behalf of 078f23be686b440dad7cffc96ff5c84c for: {'subnet': 1} {{(pid=93021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:03:30.199575 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-4565bcac-b232-48a2-b52a-d8d378b863ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6192253'] for subnet, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:30.253214 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c89402-99e1-4b08-8cd7-f342a3b7dce7 req-9877af56-d441-4ee0-89c6-dad5d1680aac tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:30.254877 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-29c89402-99e1-4b08-8cd7-f342a3b7dce7 req-9877af56-d441-4ee0-89c6-dad5d1680aac tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 945 time: 0.0664265 Jul 16 20:03:30.292965 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-29c89402-99e1-4b08-8cd7-f342a3b7dce7 req-3faa3759-c788-4bd6-8249-090d599b49c6 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=710277bd-ee2e-4d27-a450-42b1ed510583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318749 Jul 16 20:03:30.369687 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-4565bcac-b232-48a2-b52a-d8d378b863ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7945194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8121040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6192239'] for subnet, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:30.421747 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4565bcac-b232-48a2-b52a-d8d378b863ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=240aba66-ab9f-4277-a9b2-4f5b9dbf7e93,revision_number=0']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:30.431660 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4565bcac-b232-48a2-b52a-d8d378b863ad admin admin] Checking segment: {'id': 'ffa35782-5bd7-4d75-a1c1-3972da91ba47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'a90ba138-c4a1-4110-a3e5-cb4305c2de87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:03:30.432017 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4565bcac-b232-48a2-b52a-d8d378b863ad admin admin] Network hostable DHCP agents. Network: a90ba138-c4a1-4110-a3e5-cb4305c2de87, hostable agents: ['b3327041-ebae-4eef-8a27-dd2dfc08199a'], hosted agents: [] {{(pid=93021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:03:30.448539 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4565bcac-b232-48a2-b52a-d8d378b863ad admin admin] Network a90ba138-c4a1-4110-a3e5-cb4305c2de87 is scheduled to be hosted by DHCP agent b3327041-ebae-4eef-8a27-dd2dfc08199a with binding_index 1 {{(pid=93021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:03:30.458814 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.base_scheduler [None req-4565bcac-b232-48a2-b52a-d8d378b863ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-3-iscsi, a90ba138-c4a1-4110-a3e5-cb4305c2de87) {{(pid=93021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:30.464100 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4565bcac-b232-48a2-b52a-d8d378b863ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:30.464930 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-4565bcac-b232-48a2-b52a-d8d378b863ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for subnet, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:30.468394 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a60e655-63cd-415c-97ef-d91b08582eb1 None None] Network a90ba138-c4a1-4110-a3e5-cb4305c2de87 requested from dv-cinder-800697-3-iscsi {{(pid=93022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:03:30.482990 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-4565bcac-b232-48a2-b52a-d8d378b863ad admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3398473 Jul 16 20:03:30.483352 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 57320) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:30.487787 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [None req-8568c368-b857-4f3a-988d-3001d0529e3e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2036726165-router', 'tenant_id': '078f23be686b440dad7cffc96ff5c84c', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3'}}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:30.514841 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-8568c368-b857-4f3a-988d-3001d0529e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8363236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126830'] for router, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:30.515803 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-8568c368-b857-4f3a-988d-3001d0529e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8300438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8363043', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8382923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126823'] for router, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:30.565492 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-8568c368-b857-4f3a-988d-3001d0529e3e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:30.620726 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af88fe2e-3291-4b8b-be15-5341be7aeaf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdcc69863-837d-598d-acb5-02636b18cee0-a90ba138-c4a1-4110-a3e5-cb4305c2de87', 'network_id': 'a90ba138-c4a1-4110-a3e5-cb4305c2de87', 'tenant_id': '078f23be686b440dad7cffc96ff5c84c', 'fixed_ips': [{'subnet_id': '240aba66-ab9f-4277-a9b2-4f5b9dbf7e93'}]}} from dv-cinder-800697-3-iscsi. {{(pid=93022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:03:30.621583 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-af88fe2e-3291-4b8b-be15-5341be7aeaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_create {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:30.752321 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-8568c368-b857-4f3a-988d-3001d0529e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8363057', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8363137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126837'] for router, precommit_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:30.779950 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab50cee-0f27-43c1-99c8-8594188d47e6 req-04c2df7d-d9fc-4f0c-b251-072eb60af921 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:30.782917 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-3ab50cee-0f27-43c1-99c8-8594188d47e6 req-04c2df7d-d9fc-4f0c-b251-072eb60af921 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 946 time: 0.0745094 Jul 16 20:03:30.793505 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.db_base_plugin_common [None req-af88fe2e-3291-4b8b-be15-5341be7aeaf1 None None] Allocated IP 172.20.0.2 (a90ba138-c4a1-4110-a3e5-cb4305c2de87/240aba66-ab9f-4277-a9b2-4f5b9dbf7e93/5a2493cc-196d-4870-ab03-3e53925d3fde) {{(pid=93022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:03:30.825178 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-3ab50cee-0f27-43c1-99c8-8594188d47e6 req-8428ce00-ab1d-4709-bb65-18d653de1ac1 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333903 Jul 16 20:03:30.940262 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-af88fe2e-3291-4b8b-be15-5341be7aeaf1 None None] Notify callbacks [] for port, precommit_create {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:30.948858 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-af88fe2e-3291-4b8b-be15-5341be7aeaf1 None None] Transition to ACTIVE for port object 5a2493cc-196d-4870-ab03-3e53925d3fde will not be triggered until provisioned by entity L2. {{(pid=93022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:03:30.954805 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-8568c368-b857-4f3a-988d-3001d0529e3e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:30.964800 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-af88fe2e-3291-4b8b-be15-5341be7aeaf1 None None] Transition to ACTIVE for port object 5a2493cc-196d-4870-ab03-3e53925d3fde will not be triggered until provisioned by entity DHCP. {{(pid=93022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:03:30.971142 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-af88fe2e-3291-4b8b-be15-5341be7aeaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786206872486'] for port, after_create {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:30.979916 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-8568c368-b857-4f3a-988d-3001d0529e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:31.008527 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af88fe2e-3291-4b8b-be15-5341be7aeaf1 None None] Network a90ba138-c4a1-4110-a3e5-cb4305c2de87 is already hosted by enough agents. {{(pid=93022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:03:31.013107 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.scheduler.base_scheduler [None req-af88fe2e-3291-4b8b-be15-5341be7aeaf1 None None] Resources bound (agent type, host, resource id): {{(pid=93022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:31.016562 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af88fe2e-3291-4b8b-be15-5341be7aeaf1 None None] Received port after_create {{(pid=93022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:03:31.028360 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88fe2e-3291-4b8b-be15-5341be7aeaf1 None None] Pushing event updated for resources: {'Port': ['ID=5a2493cc-196d-4870-ab03-3e53925d3fde,revision_number=1']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:31.076730 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.managers [None req-af88fe2e-3291-4b8b-be15-5341be7aeaf1 None None] Attempting to bind port 5a2493cc-196d-4870-ab03-3e53925d3fde on host dv-cinder-800697-3-iscsi for vnic_type normal with profile {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:03:31.077088 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.managers [None req-af88fe2e-3291-4b8b-be15-5341be7aeaf1 None None] Attempting to bind port 5a2493cc-196d-4870-ab03-3e53925d3fde by drivers openvswitch,hyperv on host dv-cinder-800697-3-iscsi at level 0 using segments [{'id': 'ffa35782-5bd7-4d75-a1c1-3972da91ba47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'a90ba138-c4a1-4110-a3e5-cb4305c2de87'}] {{(pid=93022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:03:31.077443 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af88fe2e-3291-4b8b-be15-5341be7aeaf1 None None] Attempting to bind port 5a2493cc-196d-4870-ab03-3e53925d3fde on network a90ba138-c4a1-4110-a3e5-cb4305c2de87 {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:03:31.083032 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af88fe2e-3291-4b8b-be15-5341be7aeaf1 None None] Checking agent: {'id': '6d2f6f1f-2a68-46fa-b61c-109a868a14b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 53, 32), 'started_at': datetime.datetime(2021, 7, 16, 19, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:03:31.083404 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af88fe2e-3291-4b8b-be15-5341be7aeaf1 None None] Checking segment: {'id': 'ffa35782-5bd7-4d75-a1c1-3972da91ba47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'a90ba138-c4a1-4110-a3e5-cb4305c2de87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:03:31.083794 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-af88fe2e-3291-4b8b-be15-5341be7aeaf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:31.084185 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af88fe2e-3291-4b8b-be15-5341be7aeaf1 None None] Bound using segment: {'id': 'ffa35782-5bd7-4d75-a1c1-3972da91ba47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'a90ba138-c4a1-4110-a3e5-cb4305c2de87'} {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:03:31.084637 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.managers [None req-af88fe2e-3291-4b8b-be15-5341be7aeaf1 None None] Bound port: 5a2493cc-196d-4870-ab03-3e53925d3fde, host: dv-cinder-800697-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa35782-5bd7-4d75-a1c1-3972da91ba47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'a90ba138-c4a1-4110-a3e5-cb4305c2de87'}}] {{(pid=93022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:03:31.085008 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-af88fe2e-3291-4b8b-be15-5341be7aeaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:31.086243 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.db_base_plugin_common [None req-8568c368-b857-4f3a-988d-3001d0529e3e admin admin] Allocated IP 172.27.1.185 (72bddd3a-8a62-4354-b4b3-8a4b3e183ea3/b7c8a0af-efd8-4b77-9799-206f74457d50/71283ad9-7e75-4aea-ae33-e8130e420f50) {{(pid=93020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:03:31.150221 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-af88fe2e-3291-4b8b-be15-5341be7aeaf1 None None] For port 5a2493cc-196d-4870-ab03-3e53925d3fde, host dv-cinder-800697-3-iscsi, cleared binding levels {{(pid=93022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:03:31.153584 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-af88fe2e-3291-4b8b-be15-5341be7aeaf1 None None] For port 5a2493cc-196d-4870-ab03-3e53925d3fde, host dv-cinder-800697-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=5a2493cc-196d-4870-ab03-3e53925d3fde,segment=NetworkSegment(ffa35782-5bd7-4d75-a1c1-3972da91ba47),segment_id=ffa35782-5bd7-4d75-a1c1-3972da91ba47)] {{(pid=93022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:03:31.157377 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-af88fe2e-3291-4b8b-be15-5341be7aeaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:31.188088 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-8568c368-b857-4f3a-988d-3001d0529e3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:31.216749 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88fe2e-3291-4b8b-be15-5341be7aeaf1 None None] Pushing event updated for resources: {'Port': ['ID=5a2493cc-196d-4870-ab03-3e53925d3fde,revision_number=2']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:31.230609 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-8568c368-b857-4f3a-988d-3001d0529e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786206872486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:31.272567 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8568c368-b857-4f3a-988d-3001d0529e3e admin admin] Network 72bddd3a-8a62-4354-b4b3-8a4b3e183ea3 is already hosted by enough agents. {{(pid=93020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:03:31.275450 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.base_scheduler [None req-8568c368-b857-4f3a-988d-3001d0529e3e admin admin] Resources bound (agent type, host, resource id): {{(pid=93020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:31.278559 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8568c368-b857-4f3a-988d-3001d0529e3e admin admin] Received port after_create {{(pid=93020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:03:31.302410 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8568c368-b857-4f3a-988d-3001d0529e3e admin admin] Pushing event updated for resources: {'Port': ['ID=71283ad9-7e75-4aea-ae33-e8130e420f50,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:31.549037 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c583cd8-c2ec-4432-976e-7d217b2f03b3 req-9918d4fa-994a-4843-a2e1-ccfb889a684e tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:31.550603 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-5c583cd8-c2ec-4432-976e-7d217b2f03b3 req-9918d4fa-994a-4843-a2e1-ccfb889a684e tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 945 time: 0.1330750 Jul 16 20:03:31.624025 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-8568c368-b857-4f3a-988d-3001d0529e3e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:31.628091 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-5c583cd8-c2ec-4432-976e-7d217b2f03b3 req-f9819dac-61ac-4d69-ace8-7adaf068b48e tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=710277bd-ee2e-4d27-a450-42b1ed510583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514970 Jul 16 20:03:31.821752 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-8568c368-b857-4f3a-988d-3001d0529e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8363247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8363028'] for router, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:31.953717 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8568c368-b857-4f3a-988d-3001d0529e3e admin admin] Router 4c414443-a543-4c21-b272-e64e3b7bb2fe is scheduled to L3 agent 2edc1d69-0f6a-462d-a1c4-2c7c9be5649e with binding_index 1 {{(pid=93020) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:03:32.014084 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12196a8b-e71a-420c-aa73-33c99bfd2dbd req-4c1d4548-7de0-454b-9ae9-4786e4099024 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:32.015625 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-12196a8b-e71a-420c-aa73-33c99bfd2dbd req-4c1d4548-7de0-454b-9ae9-4786e4099024 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 946 time: 0.0712385 Jul 16 20:03:32.055973 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-12196a8b-e71a-420c-aa73-33c99bfd2dbd req-88646927-a00c-44ae-b27e-5c29c8979c7f tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335112 Jul 16 20:03:32.065849 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8568c368-b857-4f3a-988d-3001d0529e3e admin admin] Notify agent at l3_agent.dv-cinder-800697-3-iscsi the message routers_updated {{(pid=93020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:03:32.077517 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4081cd-5257-468a-a440-440af7d9d1c1 None None] Sync routers for ids ['4c414443-a543-4c21-b272-e64e3b7bb2fe'] in dv-cinder-800697-3-iscsi {{(pid=93023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:03:32.088584 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4081cd-5257-468a-a440-440af7d9d1c1 None None] Routers {'4c414443-a543-4c21-b272-e64e3b7bb2fe'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:03:32.089472 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-ba4081cd-5257-468a-a440-440af7d9d1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:03:22Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['4c414443-a543-4c21-b272-e64e3b7bb2fe'], 'active': True} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:32.090874 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-8568c368-b857-4f3a-988d-3001d0529e3e admin admin] Notify callbacks [] for router, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:32.093173 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-8568c368-b857-4f3a-988d-3001d0529e3e admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6086471 Jul 16 20:03:32.095678 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 57338) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:32.138714 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114ce041-411d-4fed-96d9-1537482bcb6f None None] Network a90ba138-c4a1-4110-a3e5-cb4305c2de87 requested from dv-cinder-800697-3-iscsi {{(pid=93022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:03:32.200778 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvr_db [None req-ba4081cd-5257-468a-a440-440af7d9d1c1 None None] Set router 4c414443-a543-4c21-b272-e64e3b7bb2fe gateway port host: dv-cinder-800697-3-iscsi {{(pid=93023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:03:32.306226 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-c2b986d7-2f70-402f-8923-5271665436db None None] Provisioning for port 5a2493cc-196d-4870-ab03-3e53925d3fde completed by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:03:32.317960 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:32.393069 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-ba4081cd-5257-468a-a440-440af7d9d1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'name': 'tempest-TestVolumeBootPattern-2036726165-router', 'tenant_id': '078f23be686b440dad7cffc96ff5c84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '71283ad9-7e75-4aea-ae33-e8130e420f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:30Z', 'updated_at': '2021-07-16T20:03:31Z', 'revision_number': 3, 'project_id': '078f23be686b440dad7cffc96ff5c84c', 'gw_port': {'id': '71283ad9-7e75-4aea-ae33-e8130e420f50', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:30Z', 'updated_at': '2021-07-16T20:03:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi'}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:32.428996 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4081cd-5257-468a-a440-440af7d9d1c1 None None] Checking router: 4c414443-a543-4c21-b272-e64e3b7bb2fe for host: dv-cinder-800697-3-iscsi {{(pid=93023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:03:32.435158 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4081cd-5257-468a-a440-440af7d9d1c1 None None] Updating router 4c414443-a543-4c21-b272-e64e3b7bb2fe port 71283ad9-7e75-4aea-ae33-e8130e420f50 binding host dv-cinder-800697-3-iscsi {{(pid=93023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:03:32.470631 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-ba4081cd-5257-468a-a440-440af7d9d1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:32.497862 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 5a2493cc-196d-4870-ab03-3e53925d3fde up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:03:32.555056 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning for port 5a2493cc-196d-4870-ab03-3e53925d3fde completed by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:03:32.559600 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning complete for port 5a2493cc-196d-4870-ab03-3e53925d3fde triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:32.559990 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:32.687518 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:32.698075 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-659580dc-9d0b-4796-8734-2a86e7913e63 None None] Provisioning complete for port 5a2493cc-196d-4870-ab03-3e53925d3fde triggered by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:32.698511 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-659580dc-9d0b-4796-8734-2a86e7913e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:32.762738 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] For port 5a2493cc-196d-4870-ab03-3e53925d3fde, host dv-cinder-800697-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=5a2493cc-196d-4870-ab03-3e53925d3fde,segment=NetworkSegment(ffa35782-5bd7-4d75-a1c1-3972da91ba47),segment_id=ffa35782-5bd7-4d75-a1c1-3972da91ba47)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:32.772367 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:32.775452 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-ba4081cd-5257-468a-a440-440af7d9d1c1 None None] Notify callbacks [] for port, precommit_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:32.802082 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.provisioning_blocks [None req-ba4081cd-5257-468a-a440-440af7d9d1c1 None None] Transition to ACTIVE for port object 71283ad9-7e75-4aea-ae33-e8130e420f50 will not be triggered until provisioned by entity L2. {{(pid=93023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:03:32.815924 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-ba4081cd-5257-468a-a440-440af7d9d1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:32.859694 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-32e2cd1a-5023-45a9-b536-5f15bde15c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:32.873194 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed0679b-81a6-4a51-8305-717b8c2b41da None None] Pushing event updated for resources: {'Port': ['ID=71283ad9-7e75-4aea-ae33-e8130e420f50,revision_number=2']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:32.883497 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Pushing event updated for resources: {'Port': ['ID=5a2493cc-196d-4870-ab03-3e53925d3fde,revision_number=3']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:32.892921 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [None req-ba4081cd-5257-468a-a440-440af7d9d1c1 None None] Attempting to bind port 71283ad9-7e75-4aea-ae33-e8130e420f50 on host dv-cinder-800697-3-iscsi for vnic_type normal with profile {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:03:32.893288 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [None req-ba4081cd-5257-468a-a440-440af7d9d1c1 None None] Attempting to bind port 71283ad9-7e75-4aea-ae33-e8130e420f50 by drivers openvswitch,hyperv on host dv-cinder-800697-3-iscsi at level 0 using segments [{'id': 'cdf336fb-2473-4d8c-b46d-c083e8b3b4ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3'}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:03:32.893650 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4081cd-5257-468a-a440-440af7d9d1c1 None None] Attempting to bind port 71283ad9-7e75-4aea-ae33-e8130e420f50 on network 72bddd3a-8a62-4354-b4b3-8a4b3e183ea3 {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:03:32.898309 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed0679b-81a6-4a51-8305-717b8c2b41da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:32.898694 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed0679b-81a6-4a51-8305-717b8c2b41da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:32.899039 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed0679b-81a6-4a51-8305-717b8c2b41da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:32.899375 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed0679b-81a6-4a51-8305-717b8c2b41da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:32.899709 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed0679b-81a6-4a51-8305-717b8c2b41da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:32.900042 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed0679b-81a6-4a51-8305-717b8c2b41da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:32.900397 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed0679b-81a6-4a51-8305-717b8c2b41da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:32.900750 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed0679b-81a6-4a51-8305-717b8c2b41da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:32.901135 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed0679b-81a6-4a51-8305-717b8c2b41da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:32.901485 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed0679b-81a6-4a51-8305-717b8c2b41da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:32.901812 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed0679b-81a6-4a51-8305-717b8c2b41da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:32.902136 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed0679b-81a6-4a51-8305-717b8c2b41da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:03:32.907419 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4081cd-5257-468a-a440-440af7d9d1c1 None None] Checking agent: {'id': '6d2f6f1f-2a68-46fa-b61c-109a868a14b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 53, 32), 'started_at': datetime.datetime(2021, 7, 16, 19, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:03:32.907794 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4081cd-5257-468a-a440-440af7d9d1c1 None None] Checking segment: {'id': 'cdf336fb-2473-4d8c-b46d-c083e8b3b4ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:03:32.908195 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-ba4081cd-5257-468a-a440-440af7d9d1c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:32.908576 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4081cd-5257-468a-a440-440af7d9d1c1 None None] Bound using segment: {'id': 'cdf336fb-2473-4d8c-b46d-c083e8b3b4ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3'} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:03:32.909038 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [None req-ba4081cd-5257-468a-a440-440af7d9d1c1 None None] Bound port: 71283ad9-7e75-4aea-ae33-e8130e420f50, host: dv-cinder-800697-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf336fb-2473-4d8c-b46d-c083e8b3b4ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3'}}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:03:32.909452 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-ba4081cd-5257-468a-a440-440af7d9d1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:32.928327 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca3ddfe-361a-4a34-886c-910e77184781 req-90ca88de-3a94-451c-9c34-cdcf9e560bf0 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:32.929836 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-dca3ddfe-361a-4a34-886c-910e77184781 req-90ca88de-3a94-451c-9c34-cdcf9e560bf0 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 945 time: 0.1755223 Jul 16 20:03:32.963438 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [None req-ba4081cd-5257-468a-a440-440af7d9d1c1 None None] For port 71283ad9-7e75-4aea-ae33-e8130e420f50, host dv-cinder-800697-3-iscsi, cleared binding levels {{(pid=93023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:03:32.966872 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [None req-ba4081cd-5257-468a-a440-440af7d9d1c1 None None] For port 71283ad9-7e75-4aea-ae33-e8130e420f50, host dv-cinder-800697-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=71283ad9-7e75-4aea-ae33-e8130e420f50,segment=NetworkSegment(cdf336fb-2473-4d8c-b46d-c083e8b3b4ea),segment_id=cdf336fb-2473-4d8c-b46d-c083e8b3b4ea)] {{(pid=93023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:03:32.970865 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-ba4081cd-5257-468a-a440-440af7d9d1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:33.021439 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-dca3ddfe-361a-4a34-886c-910e77184781 req-1914c441-730a-4b16-b63d-c2e663cbc9fa tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=710277bd-ee2e-4d27-a450-42b1ed510583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819418 Jul 16 20:03:33.027941 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4081cd-5257-468a-a440-440af7d9d1c1 None None] Routers {'4c414443-a543-4c21-b272-e64e3b7bb2fe'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:03:33.027941 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-ba4081cd-5257-468a-a440-440af7d9d1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:03:22Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['4c414443-a543-4c21-b272-e64e3b7bb2fe'], 'active': True} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:33.066350 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed0679b-81a6-4a51-8305-717b8c2b41da None None] Pushing event updated for resources: {'Port': ['ID=71283ad9-7e75-4aea-ae33-e8130e420f50,revision_number=3']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:33.080918 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.db_base_plugin_common [None req-32e2cd1a-5023-45a9-b536-5f15bde15c43 admin admin] Allocated IP 172.20.0.1 (a90ba138-c4a1-4110-a3e5-cb4305c2de87/240aba66-ab9f-4277-a9b2-4f5b9dbf7e93/0c69d311-9e78-41fe-a83f-7eca3881c306) {{(pid=93020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:03:33.150579 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvr_db [None req-ba4081cd-5257-468a-a440-440af7d9d1c1 None None] Set router 4c414443-a543-4c21-b272-e64e3b7bb2fe gateway port host: dv-cinder-800697-3-iscsi {{(pid=93023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:03:33.187206 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-32e2cd1a-5023-45a9-b536-5f15bde15c43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:33.201724 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-32e2cd1a-5023-45a9-b536-5f15bde15c43 admin admin] Transition to ACTIVE for port object 0c69d311-9e78-41fe-a83f-7eca3881c306 will not be triggered until provisioned by entity DHCP. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:03:33.239937 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-32e2cd1a-5023-45a9-b536-5f15bde15c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786206872486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:33.247054 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae95b36-91f7-47a8-b34c-b15b6152ac75 req-bc4aad18-67b2-45e0-9550-7a98bc302d3f tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:33.248547 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-bae95b36-91f7-47a8-b34c-b15b6152ac75 req-bc4aad18-67b2-45e0-9550-7a98bc302d3f tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 946 time: 0.0682256 Jul 16 20:03:33.287322 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e2cd1a-5023-45a9-b536-5f15bde15c43 admin admin] Network a90ba138-c4a1-4110-a3e5-cb4305c2de87 is already hosted by enough agents. {{(pid=93020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:03:33.289460 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-bae95b36-91f7-47a8-b34c-b15b6152ac75 req-960111e6-00ee-4a9c-84bf-2daf55b133d6 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348701 Jul 16 20:03:33.290743 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.base_scheduler [None req-32e2cd1a-5023-45a9-b536-5f15bde15c43 admin admin] Resources bound (agent type, host, resource id): {{(pid=93020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:33.293899 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e2cd1a-5023-45a9-b536-5f15bde15c43 admin admin] Received port after_create {{(pid=93020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:03:33.318411 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e2cd1a-5023-45a9-b536-5f15bde15c43 admin admin] Pushing event updated for resources: {'Port': ['ID=0c69d311-9e78-41fe-a83f-7eca3881c306,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:33.340257 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-32e2cd1a-5023-45a9-b536-5f15bde15c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8300323'] for router_interface, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:33.345138 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-ba4081cd-5257-468a-a440-440af7d9d1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'name': 'tempest-TestVolumeBootPattern-2036726165-router', 'tenant_id': '078f23be686b440dad7cffc96ff5c84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '71283ad9-7e75-4aea-ae33-e8130e420f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:30Z', 'updated_at': '2021-07-16T20:03:31Z', 'revision_number': 3, 'project_id': '078f23be686b440dad7cffc96ff5c84c', 'gw_port': {'id': '71283ad9-7e75-4aea-ae33-e8130e420f50', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:30Z', 'updated_at': '2021-07-16T20:03:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi'}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:33.372715 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4081cd-5257-468a-a440-440af7d9d1c1 None None] The sync data for ids ['4c414443-a543-4c21-b272-e64e3b7bb2fe'] in dv-cinder-800697-3-iscsi is: [{'id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'name': 'tempest-TestVolumeBootPattern-2036726165-router', 'tenant_id': '078f23be686b440dad7cffc96ff5c84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '71283ad9-7e75-4aea-ae33-e8130e420f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:30Z', 'updated_at': '2021-07-16T20:03:31Z', 'revision_number': 3, 'project_id': '078f23be686b440dad7cffc96ff5c84c', 'gw_port': {'id': '71283ad9-7e75-4aea-ae33-e8130e420f50', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:30Z', 'updated_at': '2021-07-16T20:03:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi'}] {{(pid=93023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:03:33.491963 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-32e2cd1a-5023-45a9-b536-5f15bde15c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:33.506068 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-48787c24-d1d6-48a2-a6e5-f7f9e7c95f42 None None] Provisioning for port 0c69d311-9e78-41fe-a83f-7eca3881c306 completed by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:03:33.510246 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-48787c24-d1d6-48a2-a6e5-f7f9e7c95f42 None None] Provisioning complete for port 0c69d311-9e78-41fe-a83f-7eca3881c306 triggered by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:33.510668 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-48787c24-d1d6-48a2-a6e5-f7f9e7c95f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:33.546716 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-48787c24-d1d6-48a2-a6e5-f7f9e7c95f42 None None] Port 0c69d311-9e78-41fe-a83f-7eca3881c306 cannot update to ACTIVE because it is not bound. {{(pid=93022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:03:33.723186 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-32e2cd1a-5023-45a9-b536-5f15bde15c43 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:33.727548 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-32e2cd1a-5023-45a9-b536-5f15bde15c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6084517'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:33.803698 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e2cd1a-5023-45a9-b536-5f15bde15c43 admin admin] Pushing event updated for resources: {'Port': ['ID=0c69d311-9e78-41fe-a83f-7eca3881c306,revision_number=2']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:33.806482 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-32e2cd1a-5023-45a9-b536-5f15bde15c43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8300375'] for router_interface, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:33.928857 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e2cd1a-5023-45a9-b536-5f15bde15c43 admin admin] Network a90ba138-c4a1-4110-a3e5-cb4305c2de87 is already hosted by enough agents. {{(pid=93020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:03:33.930287 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.base_scheduler [None req-32e2cd1a-5023-45a9-b536-5f15bde15c43 admin admin] Resources bound (agent type, host, resource id): {{(pid=93020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:34.072353 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e2cd1a-5023-45a9-b536-5f15bde15c43 admin admin] Router 4c414443-a543-4c21-b272-e64e3b7bb2fe has already been hosted by L3 agent 2edc1d69-0f6a-462d-a1c4-2c7c9be5649e {{(pid=93020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:03:34.286016 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-80fac2a4-5080-42f0-85e0-891674b14707 None None] Provisioning complete for port 0c69d311-9e78-41fe-a83f-7eca3881c306 triggered by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:34.287894 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-80fac2a4-5080-42f0-85e0-891674b14707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:34.293006 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e2cd1a-5023-45a9-b536-5f15bde15c43 admin admin] Notify agent at l3_agent.dv-cinder-800697-3-iscsi the message routers_updated {{(pid=93020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:03:34.309458 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-32e2cd1a-5023-45a9-b536-5f15bde15c43 admin admin] 10.222.0.98 "PUT /v2.0/routers/4c414443-a543-4c21-b272-e64e3b7bb2fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2051501 Jul 16 20:03:34.405745 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b7da9-2789-419c-8acf-07c2b923253e req-056a4f82-3c5e-4e0e-baee-2f26e32d215e tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:34.414914 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-80fac2a4-5080-42f0-85e0-891674b14707 None None] Port 0c69d311-9e78-41fe-a83f-7eca3881c306 cannot update to ACTIVE because it is not bound. {{(pid=93022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:03:34.418863 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-903b7da9-2789-419c-8acf-07c2b923253e req-056a4f82-3c5e-4e0e-baee-2f26e32d215e tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 945 time: 0.1878703 Jul 16 20:03:34.484226 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-903b7da9-2789-419c-8acf-07c2b923253e req-ff96a607-faee-4a4f-9616-f704cd5f6d84 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=710277bd-ee2e-4d27-a450-42b1ed510583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644724 Jul 16 20:03:34.611071 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 71283ad9-7e75-4aea-ae33-e8130e420f50 up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:03:34.611767 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455d2ba-b100-4014-b0d6-7b11bbe1fde6 req-7437c528-c82b-4931-9857-2b3e5786d223 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:34.614603 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-a455d2ba-b100-4014-b0d6-7b11bbe1fde6 req-7437c528-c82b-4931-9857-2b3e5786d223 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 946 time: 0.0907390 Jul 16 20:03:34.669285 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-a455d2ba-b100-4014-b0d6-7b11bbe1fde6 req-65e7d52d-814c-4e83-ac1f-2523692bcc35 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433505 Jul 16 20:03:34.670221 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning for port 71283ad9-7e75-4aea-ae33-e8130e420f50 completed by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:03:34.674192 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning complete for port 71283ad9-7e75-4aea-ae33-e8130e420f50 triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:34.674609 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:34.752698 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:34.773713 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] For port 71283ad9-7e75-4aea-ae33-e8130e420f50, host dv-cinder-800697-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=71283ad9-7e75-4aea-ae33-e8130e420f50,segment=NetworkSegment(cdf336fb-2473-4d8c-b46d-c083e8b3b4ea),segment_id=cdf336fb-2473-4d8c-b46d-c083e8b3b4ea)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:34.776978 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:34.777843 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 5a2493cc-196d-4870-ab03-3e53925d3fde up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:03:34.857447 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Pushing event updated for resources: {'Port': ['ID=71283ad9-7e75-4aea-ae33-e8130e420f50,revision_number=4']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:34.868379 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning complete for port 5a2493cc-196d-4870-ab03-3e53925d3fde triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:34.868754 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:34.923041 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 57390) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:34.929047 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [None req-d3b60589-9b3f-42d4-8010-13ad6c56382c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1922328990-network', 'tenant_id': '4e008eb9c8654d87b3d0d7e1916f5493'}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:34.960021 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b60589-9b3f-42d4-8010-13ad6c56382c admin admin] Made reservation on behalf of 4e008eb9c8654d87b3d0d7e1916f5493 for: {'network': 1} {{(pid=93020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:03:34.961557 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-d3b60589-9b3f-42d4-8010-13ad6c56382c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for network, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:34.971718 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-d3b60589-9b3f-42d4-8010-13ad6c56382c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:35.080546 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-d3b60589-9b3f-42d4-8010-13ad6c56382c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:35.086081 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-d3b60589-9b3f-42d4-8010-13ad6c56382c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:35.110451 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3b60589-9b3f-42d4-8010-13ad6c56382c admin admin] vlan segment allocate from pool success with {'vlan_id': 1017, 'physical_network': 'physnet1'} {{(pid=93020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:03:35.119297 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b60589-9b3f-42d4-8010-13ad6c56382c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec90185-2227-4fa0-8cec-44f31cf99f7c,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:35.126683 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-d3b60589-9b3f-42d4-8010-13ad6c56382c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964265'] for segment, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:35.127039 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.db.segments_db [None req-d3b60589-9b3f-42d4-8010-13ad6c56382c admin admin] Added segment 396bcb05-8afe-47e4-9a92-c5a61ef0ecca of type vlan for network 20470551-6b3e-4712-bf5b-55c47395d3a6 Jul 16 20:03:35.185702 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-d3b60589-9b3f-42d4-8010-13ad6c56382c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786206831382'] for network, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:35.215778 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-d3b60589-9b3f-42d4-8010-13ad6c56382c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851'] for network, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:35.216753 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b60589-9b3f-42d4-8010-13ad6c56382c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:35.217339 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-d3b60589-9b3f-42d4-8010-13ad6c56382c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for network, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:35.247449 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-d3b60589-9b3f-42d4-8010-13ad6c56382c admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3233042 Jul 16 20:03:35.250078 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 57402) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:35.257325 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [None req-d3a65b5b-f391-4e31-8d05-730a8a7889b5 admin admin] Request body: {'subnet': {'network_id': '20470551-6b3e-4712-bf5b-55c47395d3a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1922328990-subnet', 'tenant_id': '4e008eb9c8654d87b3d0d7e1916f5493', 'ip_version': 4}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:35.289752 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b60589-9b3f-42d4-8010-13ad6c56382c admin admin] Pushing event updated for resources: {'Network': ['ID=20470551-6b3e-4712-bf5b-55c47395d3a6,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:35.300078 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Network 20470551-6b3e-4712-bf5b-55c47395d3a6 details requested by agent ovs-agent-dv-cinder-800697-3-iscsi with host dv-cinder-800697-3-iscsi {{(pid=93022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:03:35.312042 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a65b5b-f391-4e31-8d05-730a8a7889b5 admin admin] Made reservation on behalf of 4e008eb9c8654d87b3d0d7e1916f5493 for: {'subnet': 1} {{(pid=93020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:03:35.314641 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-d3a65b5b-f391-4e31-8d05-730a8a7889b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5499313'] for subnet, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:35.387191 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245a7c78-4542-48c5-b7a7-78637ace410b None None] Sync routers for ids ['4c414443-a543-4c21-b272-e64e3b7bb2fe'] in dv-cinder-800697-3-iscsi {{(pid=93022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:03:35.399658 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245a7c78-4542-48c5-b7a7-78637ace410b None None] Routers {'4c414443-a543-4c21-b272-e64e3b7bb2fe'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:03:35.400487 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-245a7c78-4542-48c5-b7a7-78637ace410b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:03:22Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['4c414443-a543-4c21-b272-e64e3b7bb2fe'], 'active': True} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:35.527542 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-d3a65b5b-f391-4e31-8d05-730a8a7889b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7945194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6084400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5499299'] for subnet, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:35.578850 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a65b5b-f391-4e31-8d05-730a8a7889b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f10bb146-e135-460c-abb4-612880c48fa4,revision_number=0']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:35.632997 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a65b5b-f391-4e31-8d05-730a8a7889b5 admin admin] Checking segment: {'id': '396bcb05-8afe-47e4-9a92-c5a61ef0ecca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '20470551-6b3e-4712-bf5b-55c47395d3a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:03:35.633360 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a65b5b-f391-4e31-8d05-730a8a7889b5 admin admin] Network hostable DHCP agents. Network: 20470551-6b3e-4712-bf5b-55c47395d3a6, hostable agents: ['b3327041-ebae-4eef-8a27-dd2dfc08199a'], hosted agents: [] {{(pid=93020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:03:35.651545 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a65b5b-f391-4e31-8d05-730a8a7889b5 admin admin] Network 20470551-6b3e-4712-bf5b-55c47395d3a6 is scheduled to be hosted by DHCP agent b3327041-ebae-4eef-8a27-dd2dfc08199a with binding_index 1 {{(pid=93020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:03:35.671374 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.base_scheduler [None req-d3a65b5b-f391-4e31-8d05-730a8a7889b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-3-iscsi, 20470551-6b3e-4712-bf5b-55c47395d3a6) {{(pid=93020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:35.678543 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a65b5b-f391-4e31-8d05-730a8a7889b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:35.679139 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-d3a65b5b-f391-4e31-8d05-730a8a7889b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:35.704835 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4829107-274a-4e8e-a086-7463ec0d7a58 None None] Network 20470551-6b3e-4712-bf5b-55c47395d3a6 requested from dv-cinder-800697-3-iscsi {{(pid=93022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:03:35.735557 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-d3a65b5b-f391-4e31-8d05-730a8a7889b5 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4825399 Jul 16 20:03:35.738283 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 57420) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:35.742876 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [None req-74a49f3b-3379-4b66-bd00-5ea3beed5c42 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1922328990-router', 'tenant_id': '4e008eb9c8654d87b3d0d7e1916f5493', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3'}}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:35.764013 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ee28f-992f-4df1-a720-3e9adf38fb1f req-7e3daa86-9369-44c9-86de-a7606319b10b tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:35.766773 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-262ee28f-992f-4df1-a720-3e9adf38fb1f req-7e3daa86-9369-44c9-86de-a7606319b10b tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 945 time: 0.0845635 Jul 16 20:03:35.788300 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvr_db [None req-245a7c78-4542-48c5-b7a7-78637ace410b None None] Set router 4c414443-a543-4c21-b272-e64e3b7bb2fe gateway port host: dv-cinder-800697-3-iscsi {{(pid=93022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:03:35.794035 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-74a49f3b-3379-4b66-bd00-5ea3beed5c42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8363236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126830'] for router, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:35.798617 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-74a49f3b-3379-4b66-bd00-5ea3beed5c42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8300438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8363043', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8382923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126823'] for router, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:35.827542 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-262ee28f-992f-4df1-a720-3e9adf38fb1f req-635344a6-2f99-47c3-a722-5e1628a2424c tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=710277bd-ee2e-4d27-a450-42b1ed510583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508721 Jul 16 20:03:35.899339 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-74a49f3b-3379-4b66-bd00-5ea3beed5c42 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:36.046354 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab15e2-800d-48c6-95ac-511dc83a232e req-efa00c25-d62c-425c-ab3f-01937a0a2a8e tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:36.047933 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-6bab15e2-800d-48c6-95ac-511dc83a232e req-efa00c25-d62c-425c-ab3f-01937a0a2a8e tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 946 time: 0.1021569 Jul 16 20:03:36.067688 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-74a49f3b-3379-4b66-bd00-5ea3beed5c42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8363057', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8363137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126837'] for router, precommit_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:36.095101 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-6bab15e2-800d-48c6-95ac-511dc83a232e req-5c6cbf8d-14d2-49c3-b331-d55f1bb8a5ab tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412683 Jul 16 20:03:36.095383 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300535ba-a7ae-4e82-8c2c-e54081b7556c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdcc69863-837d-598d-acb5-02636b18cee0-20470551-6b3e-4712-bf5b-55c47395d3a6', 'network_id': '20470551-6b3e-4712-bf5b-55c47395d3a6', 'tenant_id': '4e008eb9c8654d87b3d0d7e1916f5493', 'fixed_ips': [{'subnet_id': 'f10bb146-e135-460c-abb4-612880c48fa4'}]}} from dv-cinder-800697-3-iscsi. {{(pid=93022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:03:36.096291 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-300535ba-a7ae-4e82-8c2c-e54081b7556c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_create {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:36.236241 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-245a7c78-4542-48c5-b7a7-78637ace410b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'name': 'tempest-TestVolumeBootPattern-2036726165-router', 'tenant_id': '078f23be686b440dad7cffc96ff5c84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '71283ad9-7e75-4aea-ae33-e8130e420f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:30Z', 'updated_at': '2021-07-16T20:03:33Z', 'revision_number': 4, 'project_id': '078f23be686b440dad7cffc96ff5c84c', 'gw_port': {'id': '71283ad9-7e75-4aea-ae33-e8130e420f50', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:30Z', 'updated_at': '2021-07-16T20:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_interfaces': [{'id': '0c69d311-9e78-41fe-a83f-7eca3881c306', 'name': '', 'network_id': 'a90ba138-c4a1-4110-a3e5-cb4305c2de87', 'tenant_id': '078f23be686b440dad7cffc96ff5c84c', 'mac_address': 'fa:16:3e:ca:76:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '240aba66-ab9f-4277-a9b2-4f5b9dbf7e93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:32Z', 'updated_at': '2021-07-16T20:03:33Z', 'revision_number': 2, 'project_id': '078f23be686b440dad7cffc96ff5c84c', 'subnets': [{'id': '240aba66-ab9f-4277-a9b2-4f5b9dbf7e93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:36.267535 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245a7c78-4542-48c5-b7a7-78637ace410b None None] Checking router: 4c414443-a543-4c21-b272-e64e3b7bb2fe for host: dv-cinder-800697-3-iscsi {{(pid=93022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:03:36.267892 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245a7c78-4542-48c5-b7a7-78637ace410b None None] Updating router 4c414443-a543-4c21-b272-e64e3b7bb2fe port 0c69d311-9e78-41fe-a83f-7eca3881c306 binding host dv-cinder-800697-3-iscsi {{(pid=93022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:03:36.297979 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.db_base_plugin_common [None req-300535ba-a7ae-4e82-8c2c-e54081b7556c None None] Allocated IP 172.20.0.2 (20470551-6b3e-4712-bf5b-55c47395d3a6/f10bb146-e135-460c-abb4-612880c48fa4/2ef9b930-1517-479d-830a-90adcb5caffe) {{(pid=93022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:03:36.322025 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-245a7c78-4542-48c5-b7a7-78637ace410b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:36.413476 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 71283ad9-7e75-4aea-ae33-e8130e420f50 up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:03:36.514515 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-74a49f3b-3379-4b66-bd00-5ea3beed5c42 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:36.535783 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-74a49f3b-3379-4b66-bd00-5ea3beed5c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:36.607040 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-300535ba-a7ae-4e82-8c2c-e54081b7556c None None] Notify callbacks [] for port, precommit_create {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:36.624321 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-300535ba-a7ae-4e82-8c2c-e54081b7556c None None] Transition to ACTIVE for port object 2ef9b930-1517-479d-830a-90adcb5caffe will not be triggered until provisioned by entity L2. {{(pid=93022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:03:36.630992 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning complete for port 71283ad9-7e75-4aea-ae33-e8130e420f50 triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:36.631358 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:36.649894 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.db_base_plugin_common [None req-74a49f3b-3379-4b66-bd00-5ea3beed5c42 admin admin] Allocated IP 172.27.1.84 (72bddd3a-8a62-4354-b4b3-8a4b3e183ea3/b7c8a0af-efd8-4b77-9799-206f74457d50/6649c218-dff3-45f8-ae7d-d747bcbf0c20) {{(pid=93021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:03:36.689036 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-300535ba-a7ae-4e82-8c2c-e54081b7556c None None] Transition to ACTIVE for port object 2ef9b930-1517-479d-830a-90adcb5caffe will not be triggered until provisioned by entity DHCP. {{(pid=93022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:03:36.706164 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-300535ba-a7ae-4e82-8c2c-e54081b7556c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786206872486'] for port, after_create {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:36.759518 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-74a49f3b-3379-4b66-bd00-5ea3beed5c42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:36.781770 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300535ba-a7ae-4e82-8c2c-e54081b7556c None None] Network 20470551-6b3e-4712-bf5b-55c47395d3a6 is already hosted by enough agents. {{(pid=93022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:03:36.788117 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.scheduler.base_scheduler [None req-300535ba-a7ae-4e82-8c2c-e54081b7556c None None] Resources bound (agent type, host, resource id): {{(pid=93022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:36.796958 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300535ba-a7ae-4e82-8c2c-e54081b7556c None None] Received port after_create {{(pid=93022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:03:36.801908 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300535ba-a7ae-4e82-8c2c-e54081b7556c None None] Pushing event updated for resources: {'Port': ['ID=2ef9b930-1517-479d-830a-90adcb5caffe,revision_number=1']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:36.813104 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-74a49f3b-3379-4b66-bd00-5ea3beed5c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786206872486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8120956'] for port, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:36.856206 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a49f3b-3379-4b66-bd00-5ea3beed5c42 admin admin] Network 72bddd3a-8a62-4354-b4b3-8a4b3e183ea3 is already hosted by enough agents. {{(pid=93021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:03:36.859301 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.base_scheduler [None req-74a49f3b-3379-4b66-bd00-5ea3beed5c42 admin admin] Resources bound (agent type, host, resource id): {{(pid=93021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:36.864847 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a49f3b-3379-4b66-bd00-5ea3beed5c42 admin admin] Received port after_create {{(pid=93021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:03:36.884968 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a49f3b-3379-4b66-bd00-5ea3beed5c42 admin admin] Pushing event updated for resources: {'Port': ['ID=6649c218-dff3-45f8-ae7d-d747bcbf0c20,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:36.934033 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.managers [None req-300535ba-a7ae-4e82-8c2c-e54081b7556c None None] Attempting to bind port 2ef9b930-1517-479d-830a-90adcb5caffe on host dv-cinder-800697-3-iscsi for vnic_type normal with profile {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:03:36.934033 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.managers [None req-300535ba-a7ae-4e82-8c2c-e54081b7556c None None] Attempting to bind port 2ef9b930-1517-479d-830a-90adcb5caffe by drivers openvswitch,hyperv on host dv-cinder-800697-3-iscsi at level 0 using segments [{'id': '396bcb05-8afe-47e4-9a92-c5a61ef0ecca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '20470551-6b3e-4712-bf5b-55c47395d3a6'}] {{(pid=93022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:03:36.934259 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300535ba-a7ae-4e82-8c2c-e54081b7556c None None] Attempting to bind port 2ef9b930-1517-479d-830a-90adcb5caffe on network 20470551-6b3e-4712-bf5b-55c47395d3a6 {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:03:36.937209 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-245a7c78-4542-48c5-b7a7-78637ace410b None None] Notify callbacks [] for port, precommit_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:36.947872 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300535ba-a7ae-4e82-8c2c-e54081b7556c None None] Checking agent: {'id': '6d2f6f1f-2a68-46fa-b61c-109a868a14b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 53, 32), 'started_at': datetime.datetime(2021, 7, 16, 19, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:03:36.948237 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300535ba-a7ae-4e82-8c2c-e54081b7556c None None] Checking segment: {'id': '396bcb05-8afe-47e4-9a92-c5a61ef0ecca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '20470551-6b3e-4712-bf5b-55c47395d3a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:03:36.948641 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-300535ba-a7ae-4e82-8c2c-e54081b7556c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:36.949035 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300535ba-a7ae-4e82-8c2c-e54081b7556c None None] Bound using segment: {'id': '396bcb05-8afe-47e4-9a92-c5a61ef0ecca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '20470551-6b3e-4712-bf5b-55c47395d3a6'} {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:03:36.949502 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.managers [None req-300535ba-a7ae-4e82-8c2c-e54081b7556c None None] Bound port: 2ef9b930-1517-479d-830a-90adcb5caffe, host: dv-cinder-800697-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396bcb05-8afe-47e4-9a92-c5a61ef0ecca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '20470551-6b3e-4712-bf5b-55c47395d3a6'}}] {{(pid=93022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:03:36.949884 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-300535ba-a7ae-4e82-8c2c-e54081b7556c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:36.953990 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-245a7c78-4542-48c5-b7a7-78637ace410b None None] Transition to ACTIVE for port object 0c69d311-9e78-41fe-a83f-7eca3881c306 will not be triggered until provisioned by entity L2. {{(pid=93022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:03:36.988783 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-245a7c78-4542-48c5-b7a7-78637ace410b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:37.091567 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-300535ba-a7ae-4e82-8c2c-e54081b7556c None None] For port 2ef9b930-1517-479d-830a-90adcb5caffe, host dv-cinder-800697-3-iscsi, cleared binding levels {{(pid=93022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:03:37.099393 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb5f86c-7a80-4942-9dd9-ff59fce92f35 None None] Pushing event updated for resources: {'Port': ['ID=0c69d311-9e78-41fe-a83f-7eca3881c306,revision_number=3']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:37.101488 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330490c8-6fdf-467c-bc33-36aa2145cb24 req-1cdb8cf7-a5dd-4461-8b1a-6b90dabc62ec tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:37.109569 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-330490c8-6fdf-467c-bc33-36aa2145cb24 req-1cdb8cf7-a5dd-4461-8b1a-6b90dabc62ec tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 945 time: 0.1368241 Jul 16 20:03:37.155985 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-300535ba-a7ae-4e82-8c2c-e54081b7556c None None] For port 2ef9b930-1517-479d-830a-90adcb5caffe, host dv-cinder-800697-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=2ef9b930-1517-479d-830a-90adcb5caffe,segment=NetworkSegment(396bcb05-8afe-47e4-9a92-c5a61ef0ecca),segment_id=396bcb05-8afe-47e4-9a92-c5a61ef0ecca)] {{(pid=93022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:03:37.169238 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.managers [None req-245a7c78-4542-48c5-b7a7-78637ace410b None None] Attempting to bind port 0c69d311-9e78-41fe-a83f-7eca3881c306 on host dv-cinder-800697-3-iscsi for vnic_type normal with profile {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:03:37.169700 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.managers [None req-245a7c78-4542-48c5-b7a7-78637ace410b None None] Attempting to bind port 0c69d311-9e78-41fe-a83f-7eca3881c306 by drivers openvswitch,hyperv on host dv-cinder-800697-3-iscsi at level 0 using segments [{'id': 'ffa35782-5bd7-4d75-a1c1-3972da91ba47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'a90ba138-c4a1-4110-a3e5-cb4305c2de87'}] {{(pid=93022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:03:37.170132 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245a7c78-4542-48c5-b7a7-78637ace410b None None] Attempting to bind port 0c69d311-9e78-41fe-a83f-7eca3881c306 on network a90ba138-c4a1-4110-a3e5-cb4305c2de87 {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:03:37.172719 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-300535ba-a7ae-4e82-8c2c-e54081b7556c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:37.194611 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-330490c8-6fdf-467c-bc33-36aa2145cb24 req-d6476a5d-dbc0-4d25-a946-5bdec5d6eb2d tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=710277bd-ee2e-4d27-a450-42b1ed510583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841379 Jul 16 20:03:37.219487 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245a7c78-4542-48c5-b7a7-78637ace410b None None] Checking agent: {'id': '6d2f6f1f-2a68-46fa-b61c-109a868a14b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 53, 32), 'started_at': datetime.datetime(2021, 7, 16, 19, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:03:37.219914 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245a7c78-4542-48c5-b7a7-78637ace410b None None] Checking segment: {'id': 'ffa35782-5bd7-4d75-a1c1-3972da91ba47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'a90ba138-c4a1-4110-a3e5-cb4305c2de87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:03:37.220307 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-245a7c78-4542-48c5-b7a7-78637ace410b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:37.220700 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245a7c78-4542-48c5-b7a7-78637ace410b None None] Bound using segment: {'id': 'ffa35782-5bd7-4d75-a1c1-3972da91ba47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'a90ba138-c4a1-4110-a3e5-cb4305c2de87'} {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:03:37.221186 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.managers [None req-245a7c78-4542-48c5-b7a7-78637ace410b None None] Bound port: 0c69d311-9e78-41fe-a83f-7eca3881c306, host: dv-cinder-800697-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa35782-5bd7-4d75-a1c1-3972da91ba47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'a90ba138-c4a1-4110-a3e5-cb4305c2de87'}}] {{(pid=93022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:03:37.221569 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-245a7c78-4542-48c5-b7a7-78637ace410b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:37.309902 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-74a49f3b-3379-4b66-bd00-5ea3beed5c42 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:37.312637 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300535ba-a7ae-4e82-8c2c-e54081b7556c None None] Pushing event updated for resources: {'Port': ['ID=2ef9b930-1517-479d-830a-90adcb5caffe,revision_number=2']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:37.359471 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a58ac-7bda-45a9-bef4-37b8ba5e87dd req-400710c9-f6d7-47bf-88f6-4d6d5c2ecd48 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:37.367688 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-2f5a58ac-7bda-45a9-bef4-37b8ba5e87dd req-400710c9-f6d7-47bf-88f6-4d6d5c2ecd48 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 946 time: 0.1191289 Jul 16 20:03:37.372113 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-245a7c78-4542-48c5-b7a7-78637ace410b None None] For port 0c69d311-9e78-41fe-a83f-7eca3881c306, host dv-cinder-800697-3-iscsi, cleared binding levels {{(pid=93022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:03:37.375405 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-245a7c78-4542-48c5-b7a7-78637ace410b None None] For port 0c69d311-9e78-41fe-a83f-7eca3881c306, host dv-cinder-800697-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=0c69d311-9e78-41fe-a83f-7eca3881c306,segment=NetworkSegment(ffa35782-5bd7-4d75-a1c1-3972da91ba47),segment_id=ffa35782-5bd7-4d75-a1c1-3972da91ba47)] {{(pid=93022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:03:37.386139 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-245a7c78-4542-48c5-b7a7-78637ace410b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:37.412967 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-2f5a58ac-7bda-45a9-bef4-37b8ba5e87dd req-9a9d1927-38de-4253-be1f-7a3770793837 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443864 Jul 16 20:03:37.448261 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245a7c78-4542-48c5-b7a7-78637ace410b None None] Routers {'4c414443-a543-4c21-b272-e64e3b7bb2fe'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:03:37.449507 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-245a7c78-4542-48c5-b7a7-78637ace410b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:03:22Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['4c414443-a543-4c21-b272-e64e3b7bb2fe'], 'active': True} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:37.561987 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-74a49f3b-3379-4b66-bd00-5ea3beed5c42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8363247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8363028'] for router, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:37.653642 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb5f86c-7a80-4942-9dd9-ff59fce92f35 None None] Pushing event updated for resources: {'Port': ['ID=0c69d311-9e78-41fe-a83f-7eca3881c306,revision_number=4']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:37.736333 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvr_db [None req-245a7c78-4542-48c5-b7a7-78637ace410b None None] Set router 4c414443-a543-4c21-b272-e64e3b7bb2fe gateway port host: dv-cinder-800697-3-iscsi {{(pid=93022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:03:37.737275 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a49f3b-3379-4b66-bd00-5ea3beed5c42 admin admin] Router f53ffa41-760a-415f-af2a-cc13428ee570 is scheduled to L3 agent 2edc1d69-0f6a-462d-a1c4-2c7c9be5649e with binding_index 1 {{(pid=93021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:03:37.856500 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a49f3b-3379-4b66-bd00-5ea3beed5c42 admin admin] Notify agent at l3_agent.dv-cinder-800697-3-iscsi the message routers_updated {{(pid=93021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:03:37.867061 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710bc109-e8ef-4d96-9c9c-41d966c3de9c None None] Sync routers for ids ['f53ffa41-760a-415f-af2a-cc13428ee570'] in dv-cinder-800697-3-iscsi {{(pid=93023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:03:37.876978 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-74a49f3b-3379-4b66-bd00-5ea3beed5c42 admin admin] Notify callbacks [] for router, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:37.880160 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710bc109-e8ef-4d96-9c9c-41d966c3de9c None None] Routers {'f53ffa41-760a-415f-af2a-cc13428ee570'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:03:37.880905 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-710bc109-e8ef-4d96-9c9c-41d966c3de9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:03:22Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['f53ffa41-760a-415f-af2a-cc13428ee570'], 'active': True} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:37.882416 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 57450) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:37.895652 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-74a49f3b-3379-4b66-bd00-5ea3beed5c42 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1546493 Jul 16 20:03:37.962565 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-245a7c78-4542-48c5-b7a7-78637ace410b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'name': 'tempest-TestVolumeBootPattern-2036726165-router', 'tenant_id': '078f23be686b440dad7cffc96ff5c84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '71283ad9-7e75-4aea-ae33-e8130e420f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:30Z', 'updated_at': '2021-07-16T20:03:33Z', 'revision_number': 4, 'project_id': '078f23be686b440dad7cffc96ff5c84c', 'gw_port': {'id': '71283ad9-7e75-4aea-ae33-e8130e420f50', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:30Z', 'updated_at': '2021-07-16T20:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_interfaces': [{'id': '0c69d311-9e78-41fe-a83f-7eca3881c306', 'name': '', 'network_id': 'a90ba138-c4a1-4110-a3e5-cb4305c2de87', 'tenant_id': '078f23be686b440dad7cffc96ff5c84c', 'mac_address': 'fa:16:3e:ca:76:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '240aba66-ab9f-4277-a9b2-4f5b9dbf7e93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:32Z', 'updated_at': '2021-07-16T20:03:37Z', 'revision_number': 4, 'project_id': '078f23be686b440dad7cffc96ff5c84c', 'subnets': [{'id': '240aba66-ab9f-4277-a9b2-4f5b9dbf7e93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:37.992630 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245a7c78-4542-48c5-b7a7-78637ace410b None None] The sync data for ids ['4c414443-a543-4c21-b272-e64e3b7bb2fe'] in dv-cinder-800697-3-iscsi is: [{'id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'name': 'tempest-TestVolumeBootPattern-2036726165-router', 'tenant_id': '078f23be686b440dad7cffc96ff5c84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '71283ad9-7e75-4aea-ae33-e8130e420f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:30Z', 'updated_at': '2021-07-16T20:03:33Z', 'revision_number': 4, 'project_id': '078f23be686b440dad7cffc96ff5c84c', 'gw_port': {'id': '71283ad9-7e75-4aea-ae33-e8130e420f50', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:30Z', 'updated_at': '2021-07-16T20:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_interfaces': [{'id': '0c69d311-9e78-41fe-a83f-7eca3881c306', 'name': '', 'network_id': 'a90ba138-c4a1-4110-a3e5-cb4305c2de87', 'tenant_id': '078f23be686b440dad7cffc96ff5c84c', 'mac_address': 'fa:16:3e:ca:76:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '240aba66-ab9f-4277-a9b2-4f5b9dbf7e93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:32Z', 'updated_at': '2021-07-16T20:03:37Z', 'revision_number': 4, 'project_id': '078f23be686b440dad7cffc96ff5c84c', 'subnets': [{'id': '240aba66-ab9f-4277-a9b2-4f5b9dbf7e93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:03:38.184420 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvr_db [None req-710bc109-e8ef-4d96-9c9c-41d966c3de9c None None] Set router f53ffa41-760a-415f-af2a-cc13428ee570 gateway port host: dv-cinder-800697-3-iscsi {{(pid=93023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:03:38.465817 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-710bc109-e8ef-4d96-9c9c-41d966c3de9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53ffa41-760a-415f-af2a-cc13428ee570', 'name': 'tempest-TestVolumeBootPattern-1922328990-router', 'tenant_id': '4e008eb9c8654d87b3d0d7e1916f5493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '6649c218-dff3-45f8-ae7d-d747bcbf0c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:35Z', 'updated_at': '2021-07-16T20:03:37Z', 'revision_number': 3, 'project_id': '4e008eb9c8654d87b3d0d7e1916f5493', 'gw_port': {'id': '6649c218-dff3-45f8-ae7d-d747bcbf0c20', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:bc:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53ffa41-760a-415f-af2a-cc13428ee570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:36Z', 'updated_at': '2021-07-16T20:03:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi'}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:38.516270 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710bc109-e8ef-4d96-9c9c-41d966c3de9c None None] Checking router: f53ffa41-760a-415f-af2a-cc13428ee570 for host: dv-cinder-800697-3-iscsi {{(pid=93023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:03:38.516839 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710bc109-e8ef-4d96-9c9c-41d966c3de9c None None] Updating router f53ffa41-760a-415f-af2a-cc13428ee570 port 6649c218-dff3-45f8-ae7d-d747bcbf0c20 binding host dv-cinder-800697-3-iscsi {{(pid=93023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:03:38.586853 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-710bc109-e8ef-4d96-9c9c-41d966c3de9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:38.689558 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 2ef9b930-1517-479d-830a-90adcb5caffe up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:03:38.709560 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008c053-7956-4d9a-9a6a-17af7f7005f5 req-88120eb4-ee80-49a0-b796-53076477f2e8 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:38.737197 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-2008c053-7956-4d9a-9a6a-17af7f7005f5 req-88120eb4-ee80-49a0-b796-53076477f2e8 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 945 time: 0.2404633 Jul 16 20:03:38.816976 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning for port 2ef9b930-1517-479d-830a-90adcb5caffe completed by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:03:38.822552 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 0c69d311-9e78-41fe-a83f-7eca3881c306 up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:03:38.830129 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8732c7a-f871-4028-968b-e0676fb72d1b None None] Network 20470551-6b3e-4712-bf5b-55c47395d3a6 requested from dv-cinder-800697-3-iscsi {{(pid=93022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:03:38.836806 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-2008c053-7956-4d9a-9a6a-17af7f7005f5 req-dfa0cb28-b0ab-492d-86f9-2aad385a29ca tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=710277bd-ee2e-4d27-a450-42b1ed510583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066773 Jul 16 20:03:38.919894 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-ac000c07-f622-4bc8-869a-35c7edc65c35 None None] Provisioning for port 2ef9b930-1517-479d-830a-90adcb5caffe completed by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:03:38.952223 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-ac000c07-f622-4bc8-869a-35c7edc65c35 None None] Provisioning complete for port 2ef9b930-1517-479d-830a-90adcb5caffe triggered by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:38.952599 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ac000c07-f622-4bc8-869a-35c7edc65c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:38.958865 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5480436-332f-4238-9f58-1f829a5f13b0 req-73769764-e8de-4889-930b-da17661e8952 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:38.963154 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a5480436-332f-4238-9f58-1f829a5f13b0 req-73769764-e8de-4889-930b-da17661e8952 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 946 time: 0.2079432 Jul 16 20:03:39.031617 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a5480436-332f-4238-9f58-1f829a5f13b0 req-8d54b2c6-9755-4757-936e-63574a0701ec tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636315 Jul 16 20:03:39.059057 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-710bc109-e8ef-4d96-9c9c-41d966c3de9c None None] Notify callbacks [] for port, precommit_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:39.063140 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning for port 0c69d311-9e78-41fe-a83f-7eca3881c306 completed by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:03:39.074318 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning complete for port 0c69d311-9e78-41fe-a83f-7eca3881c306 triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:39.074773 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:39.075562 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.provisioning_blocks [None req-710bc109-e8ef-4d96-9c9c-41d966c3de9c None None] Transition to ACTIVE for port object 6649c218-dff3-45f8-ae7d-d747bcbf0c20 will not be triggered until provisioned by entity L2. {{(pid=93023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:03:39.095322 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-710bc109-e8ef-4d96-9c9c-41d966c3de9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:39.149494 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-753ca0ad-e175-4ea4-8b67-a81690c4c905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:39.156021 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3dc094-62d2-4214-b343-75243248b7c1 None None] Pushing event updated for resources: {'Port': ['ID=6649c218-dff3-45f8-ae7d-d747bcbf0c20,revision_number=2']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:39.182509 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ac000c07-f622-4bc8-869a-35c7edc65c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:39.184534 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [None req-710bc109-e8ef-4d96-9c9c-41d966c3de9c None None] Attempting to bind port 6649c218-dff3-45f8-ae7d-d747bcbf0c20 on host dv-cinder-800697-3-iscsi for vnic_type normal with profile {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:03:39.186135 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [None req-710bc109-e8ef-4d96-9c9c-41d966c3de9c None None] Attempting to bind port 6649c218-dff3-45f8-ae7d-d747bcbf0c20 by drivers openvswitch,hyperv on host dv-cinder-800697-3-iscsi at level 0 using segments [{'id': 'cdf336fb-2473-4d8c-b46d-c083e8b3b4ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3'}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:03:39.186701 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710bc109-e8ef-4d96-9c9c-41d966c3de9c None None] Attempting to bind port 6649c218-dff3-45f8-ae7d-d747bcbf0c20 on network 72bddd3a-8a62-4354-b4b3-8a4b3e183ea3 {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:03:39.195356 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710bc109-e8ef-4d96-9c9c-41d966c3de9c None None] Checking agent: {'id': '6d2f6f1f-2a68-46fa-b61c-109a868a14b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 53, 32), 'started_at': datetime.datetime(2021, 7, 16, 19, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:03:39.196004 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710bc109-e8ef-4d96-9c9c-41d966c3de9c None None] Checking segment: {'id': 'cdf336fb-2473-4d8c-b46d-c083e8b3b4ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:03:39.196420 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-710bc109-e8ef-4d96-9c9c-41d966c3de9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:39.196809 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710bc109-e8ef-4d96-9c9c-41d966c3de9c None None] Bound using segment: {'id': 'cdf336fb-2473-4d8c-b46d-c083e8b3b4ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3'} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:03:39.197278 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [None req-710bc109-e8ef-4d96-9c9c-41d966c3de9c None None] Bound port: 6649c218-dff3-45f8-ae7d-d747bcbf0c20, host: dv-cinder-800697-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf336fb-2473-4d8c-b46d-c083e8b3b4ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3'}}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:03:39.197671 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-710bc109-e8ef-4d96-9c9c-41d966c3de9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:39.233882 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-ac000c07-f622-4bc8-869a-35c7edc65c35 None None] For port 2ef9b930-1517-479d-830a-90adcb5caffe, host dv-cinder-800697-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=2ef9b930-1517-479d-830a-90adcb5caffe,segment=NetworkSegment(396bcb05-8afe-47e4-9a92-c5a61ef0ecca),segment_id=396bcb05-8afe-47e4-9a92-c5a61ef0ecca)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:39.258651 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ac000c07-f622-4bc8-869a-35c7edc65c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:39.334837 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [None req-710bc109-e8ef-4d96-9c9c-41d966c3de9c None None] For port 6649c218-dff3-45f8-ae7d-d747bcbf0c20, host dv-cinder-800697-3-iscsi, cleared binding levels {{(pid=93023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:03:39.339407 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [None req-710bc109-e8ef-4d96-9c9c-41d966c3de9c None None] For port 6649c218-dff3-45f8-ae7d-d747bcbf0c20, host dv-cinder-800697-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=6649c218-dff3-45f8-ae7d-d747bcbf0c20,segment=NetworkSegment(cdf336fb-2473-4d8c-b46d-c083e8b3b4ea),segment_id=cdf336fb-2473-4d8c-b46d-c083e8b3b4ea)] {{(pid=93023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:03:39.345405 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-710bc109-e8ef-4d96-9c9c-41d966c3de9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:39.345838 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:39.375360 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac000c07-f622-4bc8-869a-35c7edc65c35 None None] Pushing event updated for resources: {'Port': ['ID=2ef9b930-1517-479d-830a-90adcb5caffe,revision_number=3']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:39.418979 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] For port 0c69d311-9e78-41fe-a83f-7eca3881c306, host dv-cinder-800697-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=0c69d311-9e78-41fe-a83f-7eca3881c306,segment=NetworkSegment(ffa35782-5bd7-4d75-a1c1-3972da91ba47),segment_id=ffa35782-5bd7-4d75-a1c1-3972da91ba47)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:39.426760 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:39.444519 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3dc094-62d2-4214-b343-75243248b7c1 None None] Pushing event updated for resources: {'Port': ['ID=6649c218-dff3-45f8-ae7d-d747bcbf0c20,revision_number=3']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:39.454328 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710bc109-e8ef-4d96-9c9c-41d966c3de9c None None] Routers {'f53ffa41-760a-415f-af2a-cc13428ee570'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:03:39.455728 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-710bc109-e8ef-4d96-9c9c-41d966c3de9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:03:22Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['f53ffa41-760a-415f-af2a-cc13428ee570'], 'active': True} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:39.489722 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.db_base_plugin_common [None req-753ca0ad-e175-4ea4-8b67-a81690c4c905 admin admin] Allocated IP 172.20.0.1 (20470551-6b3e-4712-bf5b-55c47395d3a6/f10bb146-e135-460c-abb4-612880c48fa4/d6d5d6f5-b371-4afe-b08e-e7e04db9a149) {{(pid=93020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:03:39.541818 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Pushing event updated for resources: {'Port': ['ID=0c69d311-9e78-41fe-a83f-7eca3881c306,revision_number=5']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:39.604784 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvr_db [None req-710bc109-e8ef-4d96-9c9c-41d966c3de9c None None] Set router f53ffa41-760a-415f-af2a-cc13428ee570 gateway port host: dv-cinder-800697-3-iscsi {{(pid=93023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:03:39.638949 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-753ca0ad-e175-4ea4-8b67-a81690c4c905 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:39.671947 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-753ca0ad-e175-4ea4-8b67-a81690c4c905 admin admin] Transition to ACTIVE for port object d6d5d6f5-b371-4afe-b08e-e7e04db9a149 will not be triggered until provisioned by entity DHCP. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:03:39.696854 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-cf57f7b9-6fe5-4661-aa27-7f0fa51036e1 None None] Provisioning complete for port 2ef9b930-1517-479d-830a-90adcb5caffe triggered by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:39.697238 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-cf57f7b9-6fe5-4661-aa27-7f0fa51036e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:39.713236 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-753ca0ad-e175-4ea4-8b67-a81690c4c905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786206872486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:39.767129 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753ca0ad-e175-4ea4-8b67-a81690c4c905 admin admin] Network 20470551-6b3e-4712-bf5b-55c47395d3a6 is already hosted by enough agents. {{(pid=93020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:03:39.776242 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.base_scheduler [None req-753ca0ad-e175-4ea4-8b67-a81690c4c905 admin admin] Resources bound (agent type, host, resource id): {{(pid=93020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:39.780594 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753ca0ad-e175-4ea4-8b67-a81690c4c905 admin admin] Received port after_create {{(pid=93020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:03:39.787358 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ca0ad-e175-4ea4-8b67-a81690c4c905 admin admin] Pushing event updated for resources: {'Port': ['ID=d6d5d6f5-b371-4afe-b08e-e7e04db9a149,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:39.839709 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-753ca0ad-e175-4ea4-8b67-a81690c4c905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8300323'] for router_interface, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:39.910686 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-710bc109-e8ef-4d96-9c9c-41d966c3de9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53ffa41-760a-415f-af2a-cc13428ee570', 'name': 'tempest-TestVolumeBootPattern-1922328990-router', 'tenant_id': '4e008eb9c8654d87b3d0d7e1916f5493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '6649c218-dff3-45f8-ae7d-d747bcbf0c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:35Z', 'updated_at': '2021-07-16T20:03:37Z', 'revision_number': 3, 'project_id': '4e008eb9c8654d87b3d0d7e1916f5493', 'gw_port': {'id': '6649c218-dff3-45f8-ae7d-d747bcbf0c20', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:bc:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53ffa41-760a-415f-af2a-cc13428ee570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:36Z', 'updated_at': '2021-07-16T20:03:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi'}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:39.946230 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710bc109-e8ef-4d96-9c9c-41d966c3de9c None None] The sync data for ids ['f53ffa41-760a-415f-af2a-cc13428ee570'] in dv-cinder-800697-3-iscsi is: [{'id': 'f53ffa41-760a-415f-af2a-cc13428ee570', 'name': 'tempest-TestVolumeBootPattern-1922328990-router', 'tenant_id': '4e008eb9c8654d87b3d0d7e1916f5493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '6649c218-dff3-45f8-ae7d-d747bcbf0c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:35Z', 'updated_at': '2021-07-16T20:03:37Z', 'revision_number': 3, 'project_id': '4e008eb9c8654d87b3d0d7e1916f5493', 'gw_port': {'id': '6649c218-dff3-45f8-ae7d-d747bcbf0c20', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:bc:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53ffa41-760a-415f-af2a-cc13428ee570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:36Z', 'updated_at': '2021-07-16T20:03:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi'}] {{(pid=93023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:03:40.058222 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-753ca0ad-e175-4ea4-8b67-a81690c4c905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:40.110380 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb431b8d-e170-47ec-b563-42854d35dac5 req-a63eaa3a-af2c-486d-8f72-07f3fd1922e0 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:40.117971 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-cb431b8d-e170-47ec-b563-42854d35dac5 req-a63eaa3a-af2c-486d-8f72-07f3fd1922e0 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 945 time: 0.1204357 Jul 16 20:03:40.122357 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-25281d1c-d983-4825-999e-891c6ebbffd2 None None] Provisioning for port d6d5d6f5-b371-4afe-b08e-e7e04db9a149 completed by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:03:40.131169 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-25281d1c-d983-4825-999e-891c6ebbffd2 None None] Provisioning complete for port d6d5d6f5-b371-4afe-b08e-e7e04db9a149 triggered by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:40.133451 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-25281d1c-d983-4825-999e-891c6ebbffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:40.184447 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-25281d1c-d983-4825-999e-891c6ebbffd2 None None] Port d6d5d6f5-b371-4afe-b08e-e7e04db9a149 cannot update to ACTIVE because it is not bound. {{(pid=93022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:03:40.186287 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device 4a62567f-aa44-4887-a9a0-49d74dc43f12 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=93022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:03:40.188114 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-cb431b8d-e170-47ec-b563-42854d35dac5 req-67e20a01-9dd3-438c-a3d0-60b0c7065adf tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=710277bd-ee2e-4d27-a450-42b1ed510583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687358 Jul 16 20:03:40.326368 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-753ca0ad-e175-4ea4-8b67-a81690c4c905 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:40.342214 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6658fa4-d99e-475e-a2ba-e8b79d4fab47 req-54495850-f6d1-4780-a371-8db9d4719dc3 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:40.343931 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-e6658fa4-d99e-475e-a2ba-e8b79d4fab47 req-54495850-f6d1-4780-a371-8db9d4719dc3 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 946 time: 0.1383572 Jul 16 20:03:40.345121 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-753ca0ad-e175-4ea4-8b67-a81690c4c905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6084517'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:40.358118 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port 4a62567f-aa44-4887-a9a0-49d74dc43f12, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=4a62567f-aa44-4887-a9a0-49d74dc43f12,segment=NetworkSegment(1c4d2179-a936-4f83-8fe1-458e36f04a04),segment_id=1c4d2179-a936-4f83-8fe1-458e36f04a04)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:40.382825 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Returning: {'device': '4a62567f-aa44-4887-a9a0-49d74dc43f12', 'network_id': '4ff04a31-0c23-4b48-92bc-f65e7b91222b', 'port_id': '4a62567f-aa44-4887-a9a0-49d74dc43f12', 'mac_address': 'fa:16:3e:0d:ac:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbca6f5f-fd8e-4af4-b23d-e7ec2502b976', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:03:40.488181 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:40.512817 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.notifiers.nova [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a62567f-aa44-4887-a9a0-49d74dc43f12 {{(pid=93022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:03:40.543695 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port 4a62567f-aa44-4887-a9a0-49d74dc43f12, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=4a62567f-aa44-4887-a9a0-49d74dc43f12,segment=NetworkSegment(1c4d2179-a936-4f83-8fe1-458e36f04a04),segment_id=1c4d2179-a936-4f83-8fe1-458e36f04a04)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:40.555596 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:40.556919 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-e6658fa4-d99e-475e-a2ba-e8b79d4fab47 req-140bc7fe-3335-41b0-b4fd-83090cd1c4f3 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870916 Jul 16 20:03:40.560588 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 2ef9b930-1517-479d-830a-90adcb5caffe up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:03:40.570420 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-753ca0ad-e175-4ea4-8b67-a81690c4c905 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8300375'] for router_interface, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:40.573393 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ca0ad-e175-4ea4-8b67-a81690c4c905 admin admin] Pushing event updated for resources: {'Port': ['ID=d6d5d6f5-b371-4afe-b08e-e7e04db9a149,revision_number=2']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:40.677028 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning complete for port 2ef9b930-1517-479d-830a-90adcb5caffe triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:40.677316 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:40.679974 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Pushing event updated for resources: {'Port': ['ID=4a62567f-aa44-4887-a9a0-49d74dc43f12,revision_number=6']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:40.747392 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753ca0ad-e175-4ea4-8b67-a81690c4c905 admin admin] Network 20470551-6b3e-4712-bf5b-55c47395d3a6 is already hosted by enough agents. {{(pid=93020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:03:40.748950 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.base_scheduler [None req-753ca0ad-e175-4ea4-8b67-a81690c4c905 admin admin] Resources bound (agent type, host, resource id): {{(pid=93020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:40.783603 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] get_ports_and_sgs() called for port_ids ['4a62567f-aa44-4887-a9a0-49d74dc43f12'] {{(pid=93022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:03:40.886409 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 0c69d311-9e78-41fe-a83f-7eca3881c306 up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:03:40.952369 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-753ca0ad-e175-4ea4-8b67-a81690c4c905 admin admin] Router f53ffa41-760a-415f-af2a-cc13428ee570 has already been hosted by L3 agent 2edc1d69-0f6a-462d-a1c4-2c7c9be5649e {{(pid=93020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:03:41.052556 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning complete for port 0c69d311-9e78-41fe-a83f-7eca3881c306 triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:41.053392 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:41.150151 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753ca0ad-e175-4ea4-8b67-a81690c4c905 admin admin] Notify agent at l3_agent.dv-cinder-800697-3-iscsi the message routers_updated {{(pid=93020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:03:41.160806 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-753ca0ad-e175-4ea4-8b67-a81690c4c905 admin admin] 10.222.0.98 "PUT /v2.0/routers/f53ffa41-760a-415f-af2a-cc13428ee570/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2769022 Jul 16 20:03:41.172275 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-0e1f8219-02b5-4ad3-a438-07a13b21c565 None None] Provisioning complete for port d6d5d6f5-b371-4afe-b08e-e7e04db9a149 triggered by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:41.172831 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-0e1f8219-02b5-4ad3-a438-07a13b21c565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:41.280638 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-0e1f8219-02b5-4ad3-a438-07a13b21c565 None None] Port d6d5d6f5-b371-4afe-b08e-e7e04db9a149 cannot update to ACTIVE because it is not bound. {{(pid=93022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:03:41.476318 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e2f6a-a8c4-48ef-8d98-5c805016c857 req-50e0aaf7-aaf0-4cd4-9870-7b90e9fe03c8 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:41.483460 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-831e2f6a-a8c4-48ef-8d98-5c805016c857 req-50e0aaf7-aaf0-4cd4-9870-7b90e9fe03c8 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 945 time: 0.1334698 Jul 16 20:03:41.582933 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-831e2f6a-a8c4-48ef-8d98-5c805016c857 req-978b9769-a0da-449a-8d46-8a3084e0b1c9 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=710277bd-ee2e-4d27-a450-42b1ed510583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943863 Jul 16 20:03:41.867401 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22744c05-f18b-495e-8858-d9d9e933c316 req-d920843b-912b-4a83-8e91-294160d88dcb tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:41.869010 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-22744c05-f18b-495e-8858-d9d9e933c316 req-d920843b-912b-4a83-8e91-294160d88dcb tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 945 time: 0.1603742 Jul 16 20:03:41.929661 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-22744c05-f18b-495e-8858-d9d9e933c316 req-43641454-bdfd-45c0-a452-2189a1694781 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447505 Jul 16 20:03:42.110701 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 57564) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:42.116439 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [None req-9b4559a0-d964-4ccd-bfc3-5a52ac1f63d2 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1344341414', 'description': 'tempest-secgroup-smoke-1344341414 description', 'project_id': '078f23be686b440dad7cffc96ff5c84c'}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:42.145691 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9b4559a0-d964-4ccd-bfc3-5a52ac1f63d2 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks [] for security_group, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:42.187745 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device 4a62567f-aa44-4887-a9a0-49d74dc43f12 up at agent hyperv_hv-cinder-80069 {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:03:42.260098 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Provisioning complete for port 4a62567f-aa44-4887-a9a0-49d74dc43f12 triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:42.260474 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:42.263735 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9b4559a0-d964-4ccd-bfc3-5a52ac1f63d2 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks [] for security_group, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:42.270998 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9b4559a0-d964-4ccd-bfc3-5a52ac1f63d2 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:42.297390 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9b4559a0-d964-4ccd-bfc3-5a52ac1f63d2 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks [] for security_group, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:42.298960 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-9b4559a0-d964-4ccd-bfc3-5a52ac1f63d2 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1871679 Jul 16 20:03:42.303314 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 57566) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:42.311334 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [None req-f913f45e-0734-40b2-907d-e9ad018fa876 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Request body: {'security_group_rule': {'security_group_id': 'd42a7f47-aa32-4cff-a27c-1452fa97a649', 'project_id': '078f23be686b440dad7cffc96ff5c84c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:42.340776 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4559a0-d964-4ccd-bfc3-5a52ac1f63d2 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d42a7f47-aa32-4cff-a27c-1452fa97a649,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:42.373582 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-f913f45e-0734-40b2-907d-e9ad018fa876 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:42.431273 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:42.476553 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-f913f45e-0734-40b2-907d-e9ad018fa876 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:42.481665 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-f913f45e-0734-40b2-907d-e9ad018fa876 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7951394'] for security_group_rule, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:42.513276 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port 4a62567f-aa44-4887-a9a0-49d74dc43f12, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=4a62567f-aa44-4887-a9a0-49d74dc43f12,segment=NetworkSegment(1c4d2179-a936-4f83-8fe1-458e36f04a04),segment_id=1c4d2179-a936-4f83-8fe1-458e36f04a04)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:42.514267 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539da3e4-2a41-4d84-88cd-d6f1684f24bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a62567f-aa44-4887-a9a0-49d74dc43f12'}] {{(pid=93022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:03:42.517881 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9473df89cc7d9a049ef80707cd6efae53c3b25527ef369ad4a6a0d9269bae893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebca7a37-a1af-4bef-8725-e61c3c802afc" -d '{"events": [{"server_uuid": "539da3e4-2a41-4d84-88cd-d6f1684f24bb", "name": "network-vif-plugged", "status": "completed", "tag": "4a62567f-aa44-4887-a9a0-49d74dc43f12"}]}' {{(pid=93022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:03:42.522735 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:42.532317 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-f913f45e-0734-40b2-907d-e9ad018fa876 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:42.533795 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-f913f45e-0734-40b2-907d-e9ad018fa876 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2291491 Jul 16 20:03:42.537586 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 57572) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:42.538412 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f913f45e-0734-40b2-907d-e9ad018fa876 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35b4ca22-27b8-40f3-a5e6-0fcfe0784579,revision_number=0']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:42.545658 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [None req-682a2bcf-fa3e-482b-8ee8-dec30504498e tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Request body: {'security_group_rule': {'security_group_id': 'd42a7f47-aa32-4cff-a27c-1452fa97a649', 'project_id': '078f23be686b440dad7cffc96ff5c84c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:42.626352 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-682a2bcf-fa3e-482b-8ee8-dec30504498e tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:42.671888 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf630580-0ebe-4855-952a-9348fde5ff4d x-openstack-request-id: req-cf630580-0ebe-4855-952a-9348fde5ff4d {{(pid=93022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:03:42.672468 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539da3e4-2a41-4d84-88cd-d6f1684f24bb", "name": "network-vif-plugged", "status": "completed", "tag": "4a62567f-aa44-4887-a9a0-49d74dc43f12", "code": 200}]} {{(pid=93022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:03:42.672889 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-cf630580-0ebe-4855-952a-9348fde5ff4d {{(pid=93022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:03:42.673462 dv-cinder-800697-3-iscsi neutron-server[93022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539da3e4-2a41-4d84-88cd-d6f1684f24bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a62567f-aa44-4887-a9a0-49d74dc43f12', 'code': 200} Jul 16 20:03:42.676570 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Pushing event updated for resources: {'Port': ['ID=4a62567f-aa44-4887-a9a0-49d74dc43f12,revision_number=7']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:42.690755 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 6649c218-dff3-45f8-ae7d-d747bcbf0c20 up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:03:42.694318 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-682a2bcf-fa3e-482b-8ee8-dec30504498e tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:42.709065 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-682a2bcf-fa3e-482b-8ee8-dec30504498e tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7951394'] for security_group_rule, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:42.736513 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682a2bcf-fa3e-482b-8ee8-dec30504498e tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fff0782a-3473-455d-beab-daeb90a44a72,revision_number=0']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:42.749406 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a01751e-e66d-4893-9abe-aa763c67db1b None None] Sync routers for ids ['f53ffa41-760a-415f-af2a-cc13428ee570'] in dv-cinder-800697-3-iscsi {{(pid=93022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:03:42.758611 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-682a2bcf-fa3e-482b-8ee8-dec30504498e tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:42.759924 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-682a2bcf-fa3e-482b-8ee8-dec30504498e tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2212539 Jul 16 20:03:42.762657 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 57580) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:42.767975 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [None req-77330f71-4742-4be0-b798-fce2f4bb3676 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Request body: {'security_group_rule': {'security_group_id': 'd42a7f47-aa32-4cff-a27c-1452fa97a649', 'project_id': '078f23be686b440dad7cffc96ff5c84c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:42.771868 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a01751e-e66d-4893-9abe-aa763c67db1b None None] Routers {'f53ffa41-760a-415f-af2a-cc13428ee570'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:03:42.772515 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-4a01751e-e66d-4893-9abe-aa763c67db1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:03:22Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['f53ffa41-760a-415f-af2a-cc13428ee570'], 'active': True} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:42.838204 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning for port 6649c218-dff3-45f8-ae7d-d747bcbf0c20 completed by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:03:42.846214 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-77330f71-4742-4be0-b798-fce2f4bb3676 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:42.849735 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning complete for port 6649c218-dff3-45f8-ae7d-d747bcbf0c20 triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:42.850110 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:42.880152 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c58f7c-5238-4a0e-ae14-093f68ba71bf req-831d815a-db53-4e40-a5b4-5245e12b58e7 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:42.890847 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-72c58f7c-5238-4a0e-ae14-093f68ba71bf req-831d815a-db53-4e40-a5b4-5245e12b58e7 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 945 time: 0.0908897 Jul 16 20:03:42.948934 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-72c58f7c-5238-4a0e-ae14-093f68ba71bf req-9bd7afa2-66d0-447a-bbb9-e8a2d20bae5e tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=710277bd-ee2e-4d27-a450-42b1ed510583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569201 Jul 16 20:03:42.998617 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-77330f71-4742-4be0-b798-fce2f4bb3676 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:43.005588 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-77330f71-4742-4be0-b798-fce2f4bb3676 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7951394'] for security_group_rule, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:43.044894 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77330f71-4742-4be0-b798-fce2f4bb3676 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ff4e9d0-b616-4561-9be1-c7bdbeb3d4f4,revision_number=0']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:43.116214 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-77330f71-4742-4be0-b798-fce2f4bb3676 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:43.121092 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 57590) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:43.121303 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-77330f71-4742-4be0-b798-fce2f4bb3676 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3575571 Jul 16 20:03:43.126065 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [None req-e0d8ac23-a875-4661-be50-3cec80340188 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Request body: {'security_group_rule': {'security_group_id': 'd42a7f47-aa32-4cff-a27c-1452fa97a649', 'project_id': '078f23be686b440dad7cffc96ff5c84c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:43.178617 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e0d8ac23-a875-4661-be50-3cec80340188 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:43.254832 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvr_db [None req-4a01751e-e66d-4893-9abe-aa763c67db1b None None] Set router f53ffa41-760a-415f-af2a-cc13428ee570 gateway port host: dv-cinder-800697-3-iscsi {{(pid=93022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:03:43.297478 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e0d8ac23-a875-4661-be50-3cec80340188 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:43.308396 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e0d8ac23-a875-4661-be50-3cec80340188 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7951394'] for security_group_rule, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:43.341718 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8ac23-a875-4661-be50-3cec80340188 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92c7a70d-5edf-420f-bb0c-7bbadeace843,revision_number=0']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:43.354195 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95285085-d0be-4752-a909-f42ec3c57a9c req-ec064615-0c13-44f0-8e70-6c46eb411df1 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:43.361512 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-95285085-d0be-4752-a909-f42ec3c57a9c req-ec064615-0c13-44f0-8e70-6c46eb411df1 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 946 time: 0.1546638 Jul 16 20:03:43.369667 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e0d8ac23-a875-4661-be50-3cec80340188 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:43.374465 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-e0d8ac23-a875-4661-be50-3cec80340188 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2487164 Jul 16 20:03:43.374465 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 57592) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:43.386350 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [None req-11177fd5-eb3d-44f1-95e1-b3b3881cc47e tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Request body: {'security_group_rule': {'security_group_id': 'd42a7f47-aa32-4cff-a27c-1452fa97a649', 'project_id': '078f23be686b440dad7cffc96ff5c84c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:43.430301 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-95285085-d0be-4752-a909-f42ec3c57a9c req-70b242d0-9971-4483-8601-68da5a4571d8 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676675 Jul 16 20:03:43.448463 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.db.securitygroups_db [None req-11177fd5-eb3d-44f1-95e1-b3b3881cc47e tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Project 078f23be686b440dad7cffc96ff5c84c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:03:43.456090 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-11177fd5-eb3d-44f1-95e1-b3b3881cc47e tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:43.457042 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:43.550813 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] For port 6649c218-dff3-45f8-ae7d-d747bcbf0c20, host dv-cinder-800697-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=6649c218-dff3-45f8-ae7d-d747bcbf0c20,segment=NetworkSegment(cdf336fb-2473-4d8c-b46d-c083e8b3b4ea),segment_id=cdf336fb-2473-4d8c-b46d-c083e8b3b4ea)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:43.630436 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:43.647295 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-11177fd5-eb3d-44f1-95e1-b3b3881cc47e tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:43.658447 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-11177fd5-eb3d-44f1-95e1-b3b3881cc47e tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7951394'] for security_group_rule, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:43.689005 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11177fd5-eb3d-44f1-95e1-b3b3881cc47e tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=474e70f5-a5d5-4e54-8236-e66ba67c3143,revision_number=0']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:43.690099 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Pushing event updated for resources: {'Port': ['ID=6649c218-dff3-45f8-ae7d-d747bcbf0c20,revision_number=4']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:43.716544 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65bbdc9-2ccf-4707-8e9f-d406ee970f68 req-968ca290-9f32-43e6-bedf-0351189e49ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:43.718199 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-f65bbdc9-2ccf-4707-8e9f-d406ee970f68 req-968ca290-9f32-43e6-bedf-0351189e49ba service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=414a34685fd04fe387cb1d18cde8082e&device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 1099 time: 0.1315053 Jul 16 20:03:43.720146 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-11177fd5-eb3d-44f1-95e1-b3b3881cc47e tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:43.722514 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-11177fd5-eb3d-44f1-95e1-b3b3881cc47e tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3470225 Jul 16 20:03:43.725343 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 57598) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:43.731406 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [None req-a485947c-2f5b-45f0-bda2-94a9ea68c0a7 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Request body: {'security_group_rule': {'security_group_id': 'd42a7f47-aa32-4cff-a27c-1452fa97a649', 'project_id': '078f23be686b440dad7cffc96ff5c84c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:43.732464 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-4a01751e-e66d-4893-9abe-aa763c67db1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53ffa41-760a-415f-af2a-cc13428ee570', 'name': 'tempest-TestVolumeBootPattern-1922328990-router', 'tenant_id': '4e008eb9c8654d87b3d0d7e1916f5493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '6649c218-dff3-45f8-ae7d-d747bcbf0c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:35Z', 'updated_at': '2021-07-16T20:03:39Z', 'revision_number': 4, 'project_id': '4e008eb9c8654d87b3d0d7e1916f5493', 'gw_port': {'id': '6649c218-dff3-45f8-ae7d-d747bcbf0c20', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:bc:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53ffa41-760a-415f-af2a-cc13428ee570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:36Z', 'updated_at': '2021-07-16T20:03:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_interfaces': [{'id': 'd6d5d6f5-b371-4afe-b08e-e7e04db9a149', 'name': '', 'network_id': '20470551-6b3e-4712-bf5b-55c47395d3a6', 'tenant_id': '4e008eb9c8654d87b3d0d7e1916f5493', 'mac_address': 'fa:16:3e:51:51:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53ffa41-760a-415f-af2a-cc13428ee570', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'f10bb146-e135-460c-abb4-612880c48fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:39Z', 'updated_at': '2021-07-16T20:03:40Z', 'revision_number': 2, 'project_id': '4e008eb9c8654d87b3d0d7e1916f5493', 'subnets': [{'id': 'f10bb146-e135-460c-abb4-612880c48fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:43.771097 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a01751e-e66d-4893-9abe-aa763c67db1b None None] Checking router: f53ffa41-760a-415f-af2a-cc13428ee570 for host: dv-cinder-800697-3-iscsi {{(pid=93022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:03:43.771550 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a01751e-e66d-4893-9abe-aa763c67db1b None None] Updating router f53ffa41-760a-415f-af2a-cc13428ee570 port d6d5d6f5-b371-4afe-b08e-e7e04db9a149 binding host dv-cinder-800697-3-iscsi {{(pid=93022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:03:43.786539 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.db.securitygroups_db [None req-a485947c-2f5b-45f0-bda2-94a9ea68c0a7 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Project 078f23be686b440dad7cffc96ff5c84c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:03:43.793590 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-a485947c-2f5b-45f0-bda2-94a9ea68c0a7 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:43.846599 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6472ab2c-94bd-4920-bc24-47f802099e4e req-f167438f-133c-4bb4-86a1-b49ea77b457c tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:43.848762 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-4a01751e-e66d-4893-9abe-aa763c67db1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:43.853742 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-6472ab2c-94bd-4920-bc24-47f802099e4e req-f167438f-133c-4bb4-86a1-b49ea77b457c tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.1673369 Jul 16 20:03:43.890899 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65bbdc9-2ccf-4707-8e9f-d406ee970f68 req-d73cba9b-1b7e-46aa-854a-49ffc847304f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:43.894705 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-f65bbdc9-2ccf-4707-8e9f-d406ee970f68 req-d73cba9b-1b7e-46aa-854a-49ffc847304f service neutron] 10.222.0.102 "GET /v2.0/networks?id=393b5044-b44c-402e-be20-85746d24c0e1 HTTP/1.1" status: 200 len: 920 time: 0.1625152 Jul 16 20:03:43.943091 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-6472ab2c-94bd-4920-bc24-47f802099e4e req-8d38e52a-2fef-47fc-905a-081f9a1868a3 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883458 Jul 16 20:03:43.981161 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-a485947c-2f5b-45f0-bda2-94a9ea68c0a7 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:43.987685 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-a485947c-2f5b-45f0-bda2-94a9ea68c0a7 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7951394'] for security_group_rule, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:44.012649 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a485947c-2f5b-45f0-bda2-94a9ea68c0a7 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aa5f6ca-ccab-4e80-a1ea-ee52e1cbaaf0,revision_number=0']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:44.029157 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-a485947c-2f5b-45f0-bda2-94a9ea68c0a7 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:44.048363 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-a485947c-2f5b-45f0-bda2-94a9ea68c0a7 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3218937 Jul 16 20:03:44.055192 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-f65bbdc9-2ccf-4707-8e9f-d406ee970f68 req-df515cb3-6a77-4d1c-a448-d1d0ee0a0b94 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=844fc7f4-1c04-493a-a123-edf58bac7b41 HTTP/1.1" status: 200 len: 217 time: 0.1379142 Jul 16 20:03:44.144671 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65bbdc9-2ccf-4707-8e9f-d406ee970f68 req-28cb188f-a556-4d36-998d-1d3730205ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:44.146567 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-f65bbdc9-2ccf-4707-8e9f-d406ee970f68 req-28cb188f-a556-4d36-998d-1d3730205ec2 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=bb407b5a-c60b-422c-8afc-1e584a6a4c1c HTTP/1.1" status: 200 len: 858 time: 0.0827098 Jul 16 20:03:44.204851 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-f65bbdc9-2ccf-4707-8e9f-d406ee970f68 req-dc8fdbfa-4c47-43ba-800e-797ee8c65819 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=393b5044-b44c-402e-be20-85746d24c0e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334289 Jul 16 20:03:44.309066 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-4a01751e-e66d-4893-9abe-aa763c67db1b None None] Notify callbacks [] for port, precommit_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:44.321317 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-4a01751e-e66d-4893-9abe-aa763c67db1b None None] Transition to ACTIVE for port object d6d5d6f5-b371-4afe-b08e-e7e04db9a149 will not be triggered until provisioned by entity L2. {{(pid=93022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:03:44.329674 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-4a01751e-e66d-4893-9abe-aa763c67db1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:44.350287 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8e446-0126-4a38-a10c-96e2e45b5c7b req-4afaf62a-dc5b-4f51-95c7-cd39f759f68f tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:44.351953 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-21d8e446-0126-4a38-a10c-96e2e45b5c7b req-4afaf62a-dc5b-4f51-95c7-cd39f759f68f tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 945 time: 0.1495111 Jul 16 20:03:44.353973 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-f65bbdc9-2ccf-4707-8e9f-d406ee970f68 req-29dfe8ff-8cd9-4437-ae83-df89bab60f00 service neutron] 10.222.0.102 "GET /v2.0/networks/393b5044-b44c-402e-be20-85746d24c0e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395445 Jul 16 20:03:44.410841 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a3f857-1b97-43a7-a730-ef4e2a669c9a None None] Pushing event updated for resources: {'Port': ['ID=d6d5d6f5-b371-4afe-b08e-e7e04db9a149,revision_number=3']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:44.497758 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 6649c218-dff3-45f8-ae7d-d747bcbf0c20 up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:03:44.514345 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.managers [None req-4a01751e-e66d-4893-9abe-aa763c67db1b None None] Attempting to bind port d6d5d6f5-b371-4afe-b08e-e7e04db9a149 on host dv-cinder-800697-3-iscsi for vnic_type normal with profile {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:03:44.514738 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.managers [None req-4a01751e-e66d-4893-9abe-aa763c67db1b None None] Attempting to bind port d6d5d6f5-b371-4afe-b08e-e7e04db9a149 by drivers openvswitch,hyperv on host dv-cinder-800697-3-iscsi at level 0 using segments [{'id': '396bcb05-8afe-47e4-9a92-c5a61ef0ecca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '20470551-6b3e-4712-bf5b-55c47395d3a6'}] {{(pid=93022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:03:44.515103 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a01751e-e66d-4893-9abe-aa763c67db1b None None] Attempting to bind port d6d5d6f5-b371-4afe-b08e-e7e04db9a149 on network 20470551-6b3e-4712-bf5b-55c47395d3a6 {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:03:44.544184 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a01751e-e66d-4893-9abe-aa763c67db1b None None] Checking agent: {'id': '6d2f6f1f-2a68-46fa-b61c-109a868a14b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 53, 32), 'started_at': datetime.datetime(2021, 7, 16, 19, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:03:44.544555 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a01751e-e66d-4893-9abe-aa763c67db1b None None] Checking segment: {'id': '396bcb05-8afe-47e4-9a92-c5a61ef0ecca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '20470551-6b3e-4712-bf5b-55c47395d3a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:03:44.544954 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-4a01751e-e66d-4893-9abe-aa763c67db1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:44.545341 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a01751e-e66d-4893-9abe-aa763c67db1b None None] Bound using segment: {'id': '396bcb05-8afe-47e4-9a92-c5a61ef0ecca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '20470551-6b3e-4712-bf5b-55c47395d3a6'} {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:03:44.545810 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.managers [None req-4a01751e-e66d-4893-9abe-aa763c67db1b None None] Bound port: d6d5d6f5-b371-4afe-b08e-e7e04db9a149, host: dv-cinder-800697-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396bcb05-8afe-47e4-9a92-c5a61ef0ecca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '20470551-6b3e-4712-bf5b-55c47395d3a6'}}] {{(pid=93022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:03:44.546188 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-4a01751e-e66d-4893-9abe-aa763c67db1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:44.546619 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-f65bbdc9-2ccf-4707-8e9f-d406ee970f68 req-4ca15303-85c8-4191-97c9-e8ae661a0969 service neutron] 10.222.0.102 "GET /v2.0/networks/393b5044-b44c-402e-be20-85746d24c0e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818240 Jul 16 20:03:44.561180 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-21d8e446-0126-4a38-a10c-96e2e45b5c7b req-0cb24250-6c70-433d-9bb5-71c4e803c346 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=710277bd-ee2e-4d27-a450-42b1ed510583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2031643 Jul 16 20:03:44.627741 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-4a01751e-e66d-4893-9abe-aa763c67db1b None None] For port d6d5d6f5-b371-4afe-b08e-e7e04db9a149, host dv-cinder-800697-3-iscsi, cleared binding levels {{(pid=93022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:03:44.632617 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-4a01751e-e66d-4893-9abe-aa763c67db1b None None] For port d6d5d6f5-b371-4afe-b08e-e7e04db9a149, host dv-cinder-800697-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=d6d5d6f5-b371-4afe-b08e-e7e04db9a149,segment=NetworkSegment(396bcb05-8afe-47e4-9a92-c5a61ef0ecca),segment_id=396bcb05-8afe-47e4-9a92-c5a61ef0ecca)] {{(pid=93022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:03:44.642225 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-4a01751e-e66d-4893-9abe-aa763c67db1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:44.719622 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning complete for port 6649c218-dff3-45f8-ae7d-d747bcbf0c20 triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:44.720092 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:44.754496 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a3f857-1b97-43a7-a730-ef4e2a669c9a None None] Pushing event updated for resources: {'Port': ['ID=d6d5d6f5-b371-4afe-b08e-e7e04db9a149,revision_number=4']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:44.781459 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3657b-0253-4912-895e-3436e4f5f048 req-411cbc78-8221-4bd3-88ee-4631eb45f136 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:44.788617 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-dda3657b-0253-4912-895e-3436e4f5f048 req-411cbc78-8221-4bd3-88ee-4631eb45f136 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 946 time: 0.1001697 Jul 16 20:03:44.803646 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a01751e-e66d-4893-9abe-aa763c67db1b None None] Routers {'f53ffa41-760a-415f-af2a-cc13428ee570'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:03:44.804365 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-4a01751e-e66d-4893-9abe-aa763c67db1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:03:22Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['f53ffa41-760a-415f-af2a-cc13428ee570'], 'active': True} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:44.844942 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-dda3657b-0253-4912-895e-3436e4f5f048 req-d953a898-ecad-41c9-bf9f-4d52615bcc35 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434406 Jul 16 20:03:44.932001 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvr_db [None req-4a01751e-e66d-4893-9abe-aa763c67db1b None None] Set router f53ffa41-760a-415f-af2a-cc13428ee570 gateway port host: dv-cinder-800697-3-iscsi {{(pid=93022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:03:45.142585 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a03c7d9-fd9c-4a00-8674-6841dad2e7b7 req-02a27d38-2bbf-49d0-b05c-0856bc6c634b tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:45.145198 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1a03c7d9-fd9c-4a00-8674-6841dad2e7b7 req-02a27d38-2bbf-49d0-b05c-0856bc6c634b tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.0793660 Jul 16 20:03:45.198911 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1a03c7d9-fd9c-4a00-8674-6841dad2e7b7 req-1db278b0-6b32-473e-bc7a-caabef407ef4 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478995 Jul 16 20:03:45.218243 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-4a01751e-e66d-4893-9abe-aa763c67db1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53ffa41-760a-415f-af2a-cc13428ee570', 'name': 'tempest-TestVolumeBootPattern-1922328990-router', 'tenant_id': '4e008eb9c8654d87b3d0d7e1916f5493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '6649c218-dff3-45f8-ae7d-d747bcbf0c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:35Z', 'updated_at': '2021-07-16T20:03:39Z', 'revision_number': 4, 'project_id': '4e008eb9c8654d87b3d0d7e1916f5493', 'gw_port': {'id': '6649c218-dff3-45f8-ae7d-d747bcbf0c20', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:bc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53ffa41-760a-415f-af2a-cc13428ee570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:36Z', 'updated_at': '2021-07-16T20:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_interfaces': [{'id': 'd6d5d6f5-b371-4afe-b08e-e7e04db9a149', 'name': '', 'network_id': '20470551-6b3e-4712-bf5b-55c47395d3a6', 'tenant_id': '4e008eb9c8654d87b3d0d7e1916f5493', 'mac_address': 'fa:16:3e:51:51:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53ffa41-760a-415f-af2a-cc13428ee570', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'f10bb146-e135-460c-abb4-612880c48fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:39Z', 'updated_at': '2021-07-16T20:03:44Z', 'revision_number': 4, 'project_id': '4e008eb9c8654d87b3d0d7e1916f5493', 'subnets': [{'id': 'f10bb146-e135-460c-abb4-612880c48fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:03:45.246935 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a01751e-e66d-4893-9abe-aa763c67db1b None None] The sync data for ids ['f53ffa41-760a-415f-af2a-cc13428ee570'] in dv-cinder-800697-3-iscsi is: [{'id': 'f53ffa41-760a-415f-af2a-cc13428ee570', 'name': 'tempest-TestVolumeBootPattern-1922328990-router', 'tenant_id': '4e008eb9c8654d87b3d0d7e1916f5493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '6649c218-dff3-45f8-ae7d-d747bcbf0c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:35Z', 'updated_at': '2021-07-16T20:03:39Z', 'revision_number': 4, 'project_id': '4e008eb9c8654d87b3d0d7e1916f5493', 'gw_port': {'id': '6649c218-dff3-45f8-ae7d-d747bcbf0c20', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:bc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53ffa41-760a-415f-af2a-cc13428ee570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:36Z', 'updated_at': '2021-07-16T20:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_interfaces': [{'id': 'd6d5d6f5-b371-4afe-b08e-e7e04db9a149', 'name': '', 'network_id': '20470551-6b3e-4712-bf5b-55c47395d3a6', 'tenant_id': '4e008eb9c8654d87b3d0d7e1916f5493', 'mac_address': 'fa:16:3e:51:51:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53ffa41-760a-415f-af2a-cc13428ee570', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'f10bb146-e135-460c-abb4-612880c48fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:39Z', 'updated_at': '2021-07-16T20:03:44Z', 'revision_number': 4, 'project_id': '4e008eb9c8654d87b3d0d7e1916f5493', 'subnets': [{'id': 'f10bb146-e135-460c-abb4-612880c48fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:03:45.816310 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225dea2a-255a-428f-9b72-2c9d8c9d280b req-581e93cb-524e-4eba-8601-c8c9b052d003 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:45.823664 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-225dea2a-255a-428f-9b72-2c9d8c9d280b req-581e93cb-524e-4eba-8601-c8c9b052d003 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 945 time: 0.1040938 Jul 16 20:03:45.884303 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-225dea2a-255a-428f-9b72-2c9d8c9d280b req-44a5592a-45db-4186-b745-6241bf6b6e69 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=710277bd-ee2e-4d27-a450-42b1ed510583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595238 Jul 16 20:03:46.073694 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129be47d-2650-4ca3-b23c-9ba9ce49b8c6 req-c8b4caf4-eb43-451b-b8e0-c65111ac677e tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:46.075575 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-129be47d-2650-4ca3-b23c-9ba9ce49b8c6 req-c8b4caf4-eb43-451b-b8e0-c65111ac677e tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 946 time: 0.0841134 Jul 16 20:03:46.118897 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-129be47d-2650-4ca3-b23c-9ba9ce49b8c6 req-7e54d0cb-7bb8-4d9f-98bf-3878cba6e86d tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367980 Jul 16 20:03:46.442369 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd030a16-134b-483d-9730-dd887f3948e6 req-3bc3011e-f527-4407-923e-87e001e92be9 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:46.444229 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-cd030a16-134b-483d-9730-dd887f3948e6 req-3bc3011e-f527-4407-923e-87e001e92be9 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.1228874 Jul 16 20:03:46.497090 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device d6d5d6f5-b371-4afe-b08e-e7e04db9a149 up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:03:46.523882 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-cd030a16-134b-483d-9730-dd887f3948e6 req-65d20cd7-a7b2-48f5-ab7e-74f6763fda38 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726447 Jul 16 20:03:46.583744 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning for port d6d5d6f5-b371-4afe-b08e-e7e04db9a149 completed by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:03:46.588471 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning complete for port d6d5d6f5-b371-4afe-b08e-e7e04db9a149 triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:46.588847 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:46.707447 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:46.746008 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] For port d6d5d6f5-b371-4afe-b08e-e7e04db9a149, host dv-cinder-800697-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=d6d5d6f5-b371-4afe-b08e-e7e04db9a149,segment=NetworkSegment(396bcb05-8afe-47e4-9a92-c5a61ef0ecca),segment_id=396bcb05-8afe-47e4-9a92-c5a61ef0ecca)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:46.751631 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:46.811522 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Pushing event updated for resources: {'Port': ['ID=d6d5d6f5-b371-4afe-b08e-e7e04db9a149,revision_number=5']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:47.092842 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554d254-a903-424b-952a-a72393af94c1 req-849db525-41d7-44b3-a963-2718f0b9b71e tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:47.094550 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-8554d254-a903-424b-952a-a72393af94c1 req-849db525-41d7-44b3-a963-2718f0b9b71e tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 945 time: 0.0772951 Jul 16 20:03:47.147076 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-8554d254-a903-424b-952a-a72393af94c1 req-d99fa88e-a036-43c9-b68f-58fda35544fd tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=710277bd-ee2e-4d27-a450-42b1ed510583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465059 Jul 16 20:03:47.339995 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e46dc0a-203f-4e07-81e7-c030583babea req-b82af4f7-8000-4017-afaa-700259a7345f tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:47.341504 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-4e46dc0a-203f-4e07-81e7-c030583babea req-b82af4f7-8000-4017-afaa-700259a7345f tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 946 time: 0.0781641 Jul 16 20:03:47.382991 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-4e46dc0a-203f-4e07-81e7-c030583babea req-015cdb3f-35ba-49a7-a396-9a2797e56a6c tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349991 Jul 16 20:03:47.722390 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d16fb22-18f6-4ba4-ab80-ab2b15b89b0a req-37770f9f-2030-4bd4-92ff-3dcd78814ce8 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:47.724871 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-8d16fb22-18f6-4ba4-ab80-ab2b15b89b0a req-37770f9f-2030-4bd4-92ff-3dcd78814ce8 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.0720546 Jul 16 20:03:47.770971 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-8d16fb22-18f6-4ba4-ab80-ab2b15b89b0a req-a5bf022a-c3a0-4a3b-8a18-59acb0e6d22e tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405457 Jul 16 20:03:48.383698 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5261498-7d0e-4b38-a039-896d8d746460 req-e9519595-1d31-4a28-8b6d-99b1b14a031b tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:48.385514 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c5261498-7d0e-4b38-a039-896d8d746460 req-e9519595-1d31-4a28-8b6d-99b1b14a031b tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 945 time: 0.0710371 Jul 16 20:03:48.430807 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c5261498-7d0e-4b38-a039-896d8d746460 req-91c96701-5492-4002-9f3d-534010a22655 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=710277bd-ee2e-4d27-a450-42b1ed510583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383077 Jul 16 20:03:48.449577 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device d6d5d6f5-b371-4afe-b08e-e7e04db9a149 up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:03:48.532668 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning complete for port d6d5d6f5-b371-4afe-b08e-e7e04db9a149 triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:03:48.532894 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:48.666271 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a5e6c4-2413-46b5-ab64-2ad843f8665d req-cd01eb04-f20b-46a3-a6ff-bb5b93289904 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:48.673814 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-02a5e6c4-2413-46b5-ab64-2ad843f8665d req-cd01eb04-f20b-46a3-a6ff-bb5b93289904 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 946 time: 0.1173277 Jul 16 20:03:48.709451 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-02a5e6c4-2413-46b5-ab64-2ad843f8665d req-e18a1973-df33-4c9e-9e1a-01ca7fb0ba72 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346601 Jul 16 20:03:49.164493 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31509b59-2a08-4b95-ba2f-442c3b7ad921 req-9f49b04d-678b-49a4-b3b8-7c4b3bf8f71c tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:49.171372 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-31509b59-2a08-4b95-ba2f-442c3b7ad921 req-9f49b04d-678b-49a4-b3b8-7c4b3bf8f71c tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.1397800 Jul 16 20:03:49.218900 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b1cb1-7317-4ff4-96f0-657395b715fd req-d4ffe268-812c-4c16-897c-e2bcd2542c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:49.220444 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a84b1cb1-7317-4ff4-96f0-657395b715fd req-d4ffe268-812c-4c16-897c-e2bcd2542c0a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1f6d0bc6cd574899a9225c0ba21b689f&device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 1098 time: 0.1346164 Jul 16 20:03:49.224476 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-31509b59-2a08-4b95-ba2f-442c3b7ad921 req-ade8b405-4dd1-4f24-a56b-d8eee76e55cd tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523033 Jul 16 20:03:49.343191 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b1cb1-7317-4ff4-96f0-657395b715fd req-f31e8685-b0ce-4fd6-9159-fbf4f4b819e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:49.349323 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a84b1cb1-7317-4ff4-96f0-657395b715fd req-f31e8685-b0ce-4fd6-9159-fbf4f4b819e8 service neutron] 10.222.0.102 "GET /v2.0/networks?id=0b3104bd-edfc-4af0-90f6-7b90aa247197 HTTP/1.1" status: 200 len: 911 time: 0.1166370 Jul 16 20:03:49.682367 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a84b1cb1-7317-4ff4-96f0-657395b715fd req-9551069e-a216-4bf8-993f-e8604dbfa1a2 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9bf651b9-1121-4e77-97e1-43aeb0746b86 HTTP/1.1" status: 200 len: 1001 time: 0.3098032 Jul 16 20:03:49.702203 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699c8e6-23c9-4413-a5e8-8914bfd0ddc7 req-7069f1aa-1db4-40c9-a701-21aa7a8f9b71 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:49.703769 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d699c8e6-23c9-4413-a5e8-8914bfd0ddc7 req-7069f1aa-1db4-40c9-a701-21aa7a8f9b71 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 945 time: 0.3436282 Jul 16 20:03:49.775781 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d699c8e6-23c9-4413-a5e8-8914bfd0ddc7 req-fa762977-3519-44ae-bbb6-543c9c0ecc54 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=710277bd-ee2e-4d27-a450-42b1ed510583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629091 Jul 16 20:03:49.777153 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b1cb1-7317-4ff4-96f0-657395b715fd req-2771b8fb-99ec-4812-877c-78bff0126c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:49.779431 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a84b1cb1-7317-4ff4-96f0-657395b715fd req-2771b8fb-99ec-4812-877c-78bff0126c3d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ef5951b2-8beb-4c67-b6c2-485349b7bb28 HTTP/1.1" status: 200 len: 848 time: 0.0741997 Jul 16 20:03:49.875844 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b1cb1-7317-4ff4-96f0-657395b715fd req-dd70d1bd-e846-4346-9daf-32b55aaceeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:49.878726 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a84b1cb1-7317-4ff4-96f0-657395b715fd req-dd70d1bd-e846-4346-9daf-32b55aaceeb9 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=0b3104bd-edfc-4af0-90f6-7b90aa247197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0885377 Jul 16 20:03:50.029868 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a84b1cb1-7317-4ff4-96f0-657395b715fd req-58b11c43-0f8b-4a86-894b-596d2caadd2d service neutron] 10.222.0.102 "GET /v2.0/networks/0b3104bd-edfc-4af0-90f6-7b90aa247197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405149 Jul 16 20:03:50.043201 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7408b05-dd65-4df1-96b8-ad06aa32fba6 req-c0bbc19d-1bf6-4473-ac87-5739f02e1f5a tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:50.045747 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d7408b05-dd65-4df1-96b8-ad06aa32fba6 req-c0bbc19d-1bf6-4473-ac87-5739f02e1f5a tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 946 time: 0.1314218 Jul 16 20:03:50.146553 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d7408b05-dd65-4df1-96b8-ad06aa32fba6 req-19e064d6-14f9-4485-a641-a732a7415d59 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899997 Jul 16 20:03:50.178309 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-9c53d3a9-78e9-4552-bbf5-29bc420ed178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:50.197445 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a84b1cb1-7317-4ff4-96f0-657395b715fd req-a9216a9b-e241-4455-831f-74baef487cbc service neutron] 10.222.0.102 "GET /v2.0/networks/0b3104bd-edfc-4af0-90f6-7b90aa247197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506035 Jul 16 20:03:50.457804 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010a175-c77b-430c-ba17-2611185e4ed2 req-44369a73-4c77-47b2-a0bb-392f9e4dbd1d tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:50.465778 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-7010a175-c77b-430c-ba17-2611185e4ed2 req-44369a73-4c77-47b2-a0bb-392f9e4dbd1d tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.0945492 Jul 16 20:03:50.501712 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-7010a175-c77b-430c-ba17-2611185e4ed2 req-9955bc0b-ef84-402f-b0a6-8f1668b5bca3 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345953 Jul 16 20:03:50.633190 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:50.991686 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e0c95d-5c2b-4ed5-9b11-027fb8d4a09f req-d8504185-ace2-4e2e-bfa5-d65494250993 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:50.994131 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-01e0c95d-5c2b-4ed5-9b11-027fb8d4a09f req-d8504185-ace2-4e2e-bfa5-d65494250993 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 945 time: 0.0894363 Jul 16 20:03:51.039959 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-01e0c95d-5c2b-4ed5-9b11-027fb8d4a09f req-0d4e3f0a-f7be-4bcf-8351-ad42de4ef364 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=710277bd-ee2e-4d27-a450-42b1ed510583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391862 Jul 16 20:03:51.371394 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49efac-70d3-4a2d-89c4-a4550f47f02c req-7fce800b-95c6-454e-bf6d-71fc0551df0f tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:51.379312 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-ae49efac-70d3-4a2d-89c4-a4550f47f02c req-7fce800b-95c6-454e-bf6d-71fc0551df0f tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 946 time: 0.0808816 Jul 16 20:03:51.427878 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-ae49efac-70d3-4a2d-89c4-a4550f47f02c req-1f50ae01-d6e4-4847-8b0f-f7d22b98ab9a tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449498 Jul 16 20:03:51.704973 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e585c1-444c-44bb-96c6-1729d490bb66 req-25c32737-9310-4ec2-89c8-427f69fef144 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:51.707104 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-e3e585c1-444c-44bb-96c6-1729d490bb66 req-25c32737-9310-4ec2-89c8-427f69fef144 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.0719736 Jul 16 20:03:51.758054 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-e3e585c1-444c-44bb-96c6-1729d490bb66 req-7a1523e9-c80d-45ce-9d40-9f5b40a7855d tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379028 Jul 16 20:03:52.215405 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd122c8-6756-4241-9451-2a5ce84bf8a0 req-ff5f2933-636d-4f9a-872a-c57f0ed46e5b tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:52.218271 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-4cd50fba-9ec4-42c4-9150-6cdab03fd04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:52.218969 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-3dd122c8-6756-4241-9451-2a5ce84bf8a0 req-ff5f2933-636d-4f9a-872a-c57f0ed46e5b tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/networks?id=e5804f1d-fdeb-47b2-a0ec-baf0d0715cca HTTP/1.1" status: 200 len: 814 time: 0.1337042 Jul 16 20:03:52.235452 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-3dd122c8-6756-4241-9451-2a5ce84bf8a0 req-cd43147a-3d61-4fbc-81b5-76014af3f779 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/quotas/6454850dc1f14582976bbf9cabb0fec3 HTTP/1.1" status: 200 len: 375 time: 0.0102329 Jul 16 20:03:52.267670 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad3f621-9fe2-4c68-ac0a-482acb2598cb req-6f21f251-96fb-45c8-aa6d-355daf8e04f6 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:52.269919 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-0ad3f621-9fe2-4c68-ac0a-482acb2598cb req-6f21f251-96fb-45c8-aa6d-355daf8e04f6 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 945 time: 0.0956571 Jul 16 20:03:52.319006 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-0ad3f621-9fe2-4c68-ac0a-482acb2598cb req-09cb0c1e-3441-495e-8bc5-86a0241b7aad tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=710277bd-ee2e-4d27-a450-42b1ed510583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423858 Jul 16 20:03:52.320620 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-3dd122c8-6756-4241-9451-2a5ce84bf8a0 req-3d4ae29e-085f-40d9-90f9-a6d1c8687104 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=6454850dc1f14582976bbf9cabb0fec3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0778403 Jul 16 20:03:52.430125 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-3dd122c8-6756-4241-9451-2a5ce84bf8a0 req-3c3d40ed-048e-433d-96ba-84c139425b26 service neutron] 10.222.0.98 "GET /v2.0/networks/e5804f1d-fdeb-47b2-a0ec-baf0d0715cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023982 Jul 16 20:03:52.553507 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-3dd122c8-6756-4241-9451-2a5ce84bf8a0 req-279f3a32-d20d-484c-a4f2-b7dbf8e94b6b service neutron] 10.222.0.98 "GET /v2.0/networks/e5804f1d-fdeb-47b2-a0ec-baf0d0715cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154702 Jul 16 20:03:52.776192 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2878f5-3ba3-41e8-9b99-a36e4b6f0b39 req-78c1987c-61c1-45d5-a4d4-913221d80e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:52.779116 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-fb2878f5-3ba3-41e8-9b99-a36e4b6f0b39 req-78c1987c-61c1-45d5-a4d4-913221d80e3b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=454a9d33c455460a9dfb59ca6c522da9&device_id=e7d03983-9bfb-4dee-a30b-c1a87de2597b HTTP/1.1" status: 200 len: 1137 time: 0.1380615 Jul 16 20:03:52.793735 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53964b73-1552-498b-ab06-e4b59df7bdc6 req-cfbeb4fc-8821-47e8-8f30-b75e6cde14ba tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:52.797195 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-53964b73-1552-498b-ab06-e4b59df7bdc6 req-cfbeb4fc-8821-47e8-8f30-b75e6cde14ba tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 946 time: 0.1181672 Jul 16 20:03:52.868054 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-53964b73-1552-498b-ab06-e4b59df7bdc6 req-0123effd-9d2f-4c6c-9e78-4186d589a0c0 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602415 Jul 16 20:03:52.882677 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d9ae6-e183-4ea7-9c86-03d9d97801a5 req-62352b50-f1a4-4446-abfa-896287bacc5f tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:52.889968 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-218d9ae6-e183-4ea7-9c86-03d9d97801a5 req-62352b50-f1a4-4446-abfa-896287bacc5f tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/ports?device_id=e7d03983-9bfb-4dee-a30b-c1a87de2597b HTTP/1.1" status: 200 len: 984 time: 0.0837429 Jul 16 20:03:52.943306 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2878f5-3ba3-41e8-9b99-a36e4b6f0b39 req-0993f76a-08f2-42a8-b916-39efd87a881e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:52.945939 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-fb2878f5-3ba3-41e8-9b99-a36e4b6f0b39 req-0993f76a-08f2-42a8-b916-39efd87a881e service neutron] 10.222.0.102 "GET /v2.0/networks?id=8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061 HTTP/1.1" status: 200 len: 916 time: 0.1474912 Jul 16 20:03:52.947039 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-218d9ae6-e183-4ea7-9c86-03d9d97801a5 req-d5c7e5a1-58d7-464d-a27e-9d7d4652ad0e tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/security-groups?id=87f47825-2141-487b-83ca-806fe15bccec&id=c8eb07a3-d140-42ab-8a89-cbca11239a56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561175 Jul 16 20:03:53.043829 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-f708862c-46ab-44a4-8c15-3be69fb41710 req-1bc094ed-70f8-495e-ab56-76ba41d449bc tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=5dbf62ac-e4bb-41b5-9471-78ebf5a01e62 HTTP/1.1" status: 200 len: 210 time: 0.0387907 Jul 16 20:03:53.071887 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-fb2878f5-3ba3-41e8-9b99-a36e4b6f0b39 req-f0b707d2-2454-4eb0-9316-0fa25df026f6 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60ac295b-024c-40b7-a5a0-d58437147af4 HTTP/1.1" status: 200 len: 1000 time: 0.1156917 Jul 16 20:03:53.121350 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c478eeef-90c5-4541-aa9e-8feb8dbcf393 req-f3205b4d-dcef-49d6-9161-3733ee557685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:53.122901 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-c478eeef-90c5-4541-aa9e-8feb8dbcf393 req-f3205b4d-dcef-49d6-9161-3733ee557685 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b242095010ee4963872bd0cfcbacc3fa&device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 1099 time: 0.1431112 Jul 16 20:03:53.141838 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2878f5-3ba3-41e8-9b99-a36e4b6f0b39 req-8d38e9c5-caa6-4a56-accc-38a2139305b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:53.144733 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-fb2878f5-3ba3-41e8-9b99-a36e4b6f0b39 req-8d38e9c5-caa6-4a56-accc-38a2139305b1 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5f2098e9-4111-4c88-a086-c142fb02fb5d HTTP/1.1" status: 200 len: 853 time: 0.0593295 Jul 16 20:03:53.187738 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9652d5-1581-4a64-a64e-d5e6d9e27164 req-919dbe95-2dd4-42d2-9665-860864a5ff74 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:53.188776 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-de9652d5-1581-4a64-a64e-d5e6d9e27164 req-919dbe95-2dd4-42d2-9665-860864a5ff74 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.1109061 Jul 16 20:03:53.214146 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2878f5-3ba3-41e8-9b99-a36e4b6f0b39 req-b05c065b-7858-42d5-8b92-e12e0cb0ab5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:53.215913 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-fb2878f5-3ba3-41e8-9b99-a36e4b6f0b39 req-b05c065b-7858-42d5-8b92-e12e0cb0ab5b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0633602 Jul 16 20:03:53.276828 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c478eeef-90c5-4541-aa9e-8feb8dbcf393 req-74d51905-2580-4b9e-861a-4b4af0cd2bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:53.278292 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-c478eeef-90c5-4541-aa9e-8feb8dbcf393 req-74d51905-2580-4b9e-861a-4b4af0cd2bc7 service neutron] 10.222.0.102 "GET /v2.0/networks?id=4ff04a31-0c23-4b48-92bc-f65e7b91222b HTTP/1.1" status: 200 len: 918 time: 0.1390653 Jul 16 20:03:53.281253 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-de9652d5-1581-4a64-a64e-d5e6d9e27164 req-4fe38657-723d-4374-8344-abcd3266479b tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616858 Jul 16 20:03:53.329632 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:53.338617 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-fb2878f5-3ba3-41e8-9b99-a36e4b6f0b39 req-c98ab8b9-6d3b-4141-a868-dd42601a361f service neutron] 10.222.0.102 "GET /v2.0/networks/8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099975 Jul 16 20:03:53.357782 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-c478eeef-90c5-4541-aa9e-8feb8dbcf393 req-0a1e70a3-92b7-48bd-a207-7746681ff801 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a62567f-aa44-4887-a9a0-49d74dc43f12 HTTP/1.1" status: 200 len: 1002 time: 0.0684071 Jul 16 20:03:53.429449 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c478eeef-90c5-4541-aa9e-8feb8dbcf393 req-8660a836-1ba3-4144-bc2c-6113f85d8781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:53.430977 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-c478eeef-90c5-4541-aa9e-8feb8dbcf393 req-8660a836-1ba3-4144-bc2c-6113f85d8781 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=bbca6f5f-fd8e-4af4-b23d-e7ec2502b976 HTTP/1.1" status: 200 len: 855 time: 0.0519948 Jul 16 20:03:53.443822 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-fb2878f5-3ba3-41e8-9b99-a36e4b6f0b39 req-abf27240-4708-4610-93ec-f6c70377539e service neutron] 10.222.0.102 "GET /v2.0/networks/8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922401 Jul 16 20:03:53.509908 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c478eeef-90c5-4541-aa9e-8feb8dbcf393 req-cb5468d9-ba14-4b1f-8605-f01a431ed2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:53.511539 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-c478eeef-90c5-4541-aa9e-8feb8dbcf393 req-cb5468d9-ba14-4b1f-8605-f01a431ed2d9 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=4ff04a31-0c23-4b48-92bc-f65e7b91222b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529861 Jul 16 20:03:53.625297 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-c478eeef-90c5-4541-aa9e-8feb8dbcf393 req-47aa60ef-2b25-4cc3-a7ff-2a5ed8406d49 service neutron] 10.222.0.102 "GET /v2.0/networks/4ff04a31-0c23-4b48-92bc-f65e7b91222b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025326 Jul 16 20:03:53.738346 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-c478eeef-90c5-4541-aa9e-8feb8dbcf393 req-6de53a73-76c1-4e60-8071-9c1ef646f751 service neutron] 10.222.0.102 "GET /v2.0/networks/4ff04a31-0c23-4b48-92bc-f65e7b91222b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921953 Jul 16 20:03:54.059532 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ecaa9-cc10-49b0-a135-d26ba3e5db75 req-502f0147-9637-4bb3-898c-0b31443dd5b3 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:54.061101 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-cf6ecaa9-cc10-49b0-a135-d26ba3e5db75 req-502f0147-9637-4bb3-898c-0b31443dd5b3 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 946 time: 0.0665667 Jul 16 20:03:54.099784 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-cf6ecaa9-cc10-49b0-a135-d26ba3e5db75 req-0d00b3ad-7388-4730-a806-616dc8626f86 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322938 Jul 16 20:03:54.121862 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c6241a-e418-4a42-95ed-0c738ed3abaa req-afa8dc37-0e0d-4277-a4d7-a73f1d1384c3 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:54.123411 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-33c6241a-e418-4a42-95ed-0c738ed3abaa req-afa8dc37-0e0d-4277-a4d7-a73f1d1384c3 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/ports?device_id=e7d03983-9bfb-4dee-a30b-c1a87de2597b HTTP/1.1" status: 200 len: 984 time: 0.0652425 Jul 16 20:03:54.170391 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-33c6241a-e418-4a42-95ed-0c738ed3abaa req-462ca212-e268-4c3a-9646-5c163ad5d744 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/security-groups?id=87f47825-2141-487b-83ca-806fe15bccec&id=c8eb07a3-d140-42ab-8a89-cbca11239a56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400112 Jul 16 20:03:54.238905 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-4e9ff917-4f54-40ca-b1b7-976f4f1e65ef req-3c35539c-77a1-4c47-8ee3-2e9d851cb0b9 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=5dbf62ac-e4bb-41b5-9471-78ebf5a01e62 HTTP/1.1" status: 200 len: 210 time: 0.0284545 Jul 16 20:03:54.372234 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd122c8-6756-4241-9451-2a5ce84bf8a0 req-17917984-31e9-4498-b302-c17e7a7ec729 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:54.373897 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-3dd122c8-6756-4241-9451-2a5ce84bf8a0 req-17917984-31e9-4498-b302-c17e7a7ec729 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.102 "GET /v2.0/networks?id=e5804f1d-fdeb-47b2-a0ec-baf0d0715cca HTTP/1.1" status: 200 len: 814 time: 0.1271677 Jul 16 20:03:54.404794 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [req-3dd122c8-6756-4241-9451-2a5ce84bf8a0 req-e3d2569d-95f7-47e2-b1bd-683d5cad7e90 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Request body: {'port': {'device_id': '5dbf62ac-e4bb-41b5-9471-78ebf5a01e62', 'network_id': 'e5804f1d-fdeb-47b2-a0ec-baf0d0715cca', 'admin_state_up': True, 'tenant_id': '6454850dc1f14582976bbf9cabb0fec3'}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:54.552672 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2aa21d-8cb6-4ebb-a18e-7f97e4cea340 req-b0b8cf38-830c-41d6-88dc-969fcacd1545 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:54.554129 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-ff2aa21d-8cb6-4ebb-a18e-7f97e4cea340 req-b0b8cf38-830c-41d6-88dc-969fcacd1545 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.1268859 Jul 16 20:03:54.571234 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dd122c8-6756-4241-9451-2a5ce84bf8a0 req-e3d2569d-95f7-47e2-b1bd-683d5cad7e90 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Made reservation on behalf of 6454850dc1f14582976bbf9cabb0fec3 for: {'port': 1} {{(pid=93021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:03:54.574513 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-3dd122c8-6756-4241-9451-2a5ce84bf8a0 req-e3d2569d-95f7-47e2-b1bd-683d5cad7e90 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:54.616601 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-ff2aa21d-8cb6-4ebb-a18e-7f97e4cea340 req-0fbea3e4-a0fd-42cf-8935-42b65bf29c17 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556223 Jul 16 20:03:54.725789 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.db_base_plugin_common [req-3dd122c8-6756-4241-9451-2a5ce84bf8a0 req-e3d2569d-95f7-47e2-b1bd-683d5cad7e90 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Allocated IP 172.20.0.5 (e5804f1d-fdeb-47b2-a0ec-baf0d0715cca/283e3901-d3ea-4713-b598-f4d358da70c1/9323a142-f894-4200-991c-ef0b8a2a2b2d) {{(pid=93021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:03:54.766009 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:54.869827 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-3dd122c8-6756-4241-9451-2a5ce84bf8a0 req-e3d2569d-95f7-47e2-b1bd-683d5cad7e90 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Notify callbacks [] for port, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:54.907575 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-3dd122c8-6756-4241-9451-2a5ce84bf8a0 req-e3d2569d-95f7-47e2-b1bd-683d5cad7e90 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786206872486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8120956'] for port, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:54.932425 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] get_ports_and_sgs() called for port_ids ['ad756f51-d5f5-4d65-b6e5-23a8d98afc9b', '7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1', '087a73ec-ceb4-42cb-a9b3-1c96f941680e'] {{(pid=93022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:03:54.961468 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dd122c8-6756-4241-9451-2a5ce84bf8a0 req-e3d2569d-95f7-47e2-b1bd-683d5cad7e90 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Network e5804f1d-fdeb-47b2-a0ec-baf0d0715cca is already hosted by enough agents. {{(pid=93021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:03:54.964647 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.base_scheduler [req-3dd122c8-6756-4241-9451-2a5ce84bf8a0 req-e3d2569d-95f7-47e2-b1bd-683d5cad7e90 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Resources bound (agent type, host, resource id): {{(pid=93021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:03:54.968546 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd122c8-6756-4241-9451-2a5ce84bf8a0 req-e3d2569d-95f7-47e2-b1bd-683d5cad7e90 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Received port after_create {{(pid=93021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:03:54.975669 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d2569d-95f7-47e2-b1bd-683d5cad7e90 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Pushing event updated for resources: {'Port': ['ID=9323a142-f894-4200-991c-ef0b8a2a2b2d,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:55.024709 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd122c8-6756-4241-9451-2a5ce84bf8a0 req-e3d2569d-95f7-47e2-b1bd-683d5cad7e90 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:55.025324 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-3dd122c8-6756-4241-9451-2a5ce84bf8a0 req-e3d2569d-95f7-47e2-b1bd-683d5cad7e90 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for port, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:55.040178 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-3dd122c8-6756-4241-9451-2a5ce84bf8a0 req-e3d2569d-95f7-47e2-b1bd-683d5cad7e90 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6394100 Jul 16 20:03:55.063031 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [req-3dd122c8-6756-4241-9451-2a5ce84bf8a0 req-f223a854-1fcb-4782-a322-17f695efd315 service neutron] Request body: {'port': {'device_id': '5dbf62ac-e4bb-41b5-9471-78ebf5a01e62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:03:55.134180 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-3dd122c8-6756-4241-9451-2a5ce84bf8a0 req-f223a854-1fcb-4782-a322-17f695efd315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:55.296760 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643cd2f-3666-40c4-a821-d81e3d5722a4 req-69671c34-868d-4040-b9f0-410c37b0cc98 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:55.298237 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c643cd2f-3666-40c4-a821-d81e3d5722a4 req-69671c34-868d-4040-b9f0-410c37b0cc98 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 946 time: 0.0722582 Jul 16 20:03:55.337121 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c643cd2f-3666-40c4-a821-d81e3d5722a4 req-6703a920-ecfa-4693-a607-8ceed43a47b1 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326071 Jul 16 20:03:55.431514 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654861c6-8098-42a2-9c63-bbb21af3ece5 req-ad0fb04c-efe7-43eb-9244-9a4098d8b308 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:55.433018 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-654861c6-8098-42a2-9c63-bbb21af3ece5 req-ad0fb04c-efe7-43eb-9244-9a4098d8b308 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/ports?device_id=e7d03983-9bfb-4dee-a30b-c1a87de2597b HTTP/1.1" status: 200 len: 984 time: 0.1329496 Jul 16 20:03:55.498771 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.notifiers.nova [req-3dd122c8-6756-4241-9451-2a5ce84bf8a0 req-f223a854-1fcb-4782-a322-17f695efd315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9323a142-f894-4200-991c-ef0b8a2a2b2d {{(pid=93021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:03:55.512439 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-654861c6-8098-42a2-9c63-bbb21af3ece5 req-ccdd9256-65b3-4263-aeae-d4205ce14d8c tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/security-groups?id=87f47825-2141-487b-83ca-806fe15bccec&id=c8eb07a3-d140-42ab-8a89-cbca11239a56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0708044 Jul 16 20:03:55.514540 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-3dd122c8-6756-4241-9451-2a5ce84bf8a0 req-f223a854-1fcb-4782-a322-17f695efd315 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:55.528137 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.provisioning_blocks [req-3dd122c8-6756-4241-9451-2a5ce84bf8a0 req-f223a854-1fcb-4782-a322-17f695efd315 service neutron] Transition to ACTIVE for port object 9323a142-f894-4200-991c-ef0b8a2a2b2d will not be triggered until provisioned by entity L2. {{(pid=93021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:03:55.532793 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-3dd122c8-6756-4241-9451-2a5ce84bf8a0 req-f223a854-1fcb-4782-a322-17f695efd315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8120901'] for port, after_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:55.587003 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f223a854-1fcb-4782-a322-17f695efd315 service neutron] Pushing event updated for resources: {'Port': ['ID=9323a142-f894-4200-991c-ef0b8a2a2b2d,revision_number=2']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:55.659809 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.managers [req-3dd122c8-6756-4241-9451-2a5ce84bf8a0 req-f223a854-1fcb-4782-a322-17f695efd315 service neutron] Attempting to bind port 9323a142-f894-4200-991c-ef0b8a2a2b2d on host hv-cinder-80069 for vnic_type normal with profile {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:03:55.659809 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.managers [req-3dd122c8-6756-4241-9451-2a5ce84bf8a0 req-f223a854-1fcb-4782-a322-17f695efd315 service neutron] Attempting to bind port 9323a142-f894-4200-991c-ef0b8a2a2b2d by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '8c4b4c9a-1756-4639-a368-9e26a465772a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'e5804f1d-fdeb-47b2-a0ec-baf0d0715cca'}] {{(pid=93021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:03:55.660125 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd122c8-6756-4241-9451-2a5ce84bf8a0 req-f223a854-1fcb-4782-a322-17f695efd315 service neutron] Attempting to bind port 9323a142-f894-4200-991c-ef0b8a2a2b2d on network e5804f1d-fdeb-47b2-a0ec-baf0d0715cca {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:03:55.674565 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd122c8-6756-4241-9451-2a5ce84bf8a0 req-f223a854-1fcb-4782-a322-17f695efd315 service neutron] Port 9323a142-f894-4200-991c-ef0b8a2a2b2d on network e5804f1d-fdeb-47b2-a0ec-baf0d0715cca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:03:55.674856 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd122c8-6756-4241-9451-2a5ce84bf8a0 req-f223a854-1fcb-4782-a322-17f695efd315 service neutron] Attempting to bind port 9323a142-f894-4200-991c-ef0b8a2a2b2d on network e5804f1d-fdeb-47b2-a0ec-baf0d0715cca {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:03:55.683787 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd122c8-6756-4241-9451-2a5ce84bf8a0 req-f223a854-1fcb-4782-a322-17f695efd315 service neutron] Checking agent: {'id': 'bb34d2fe-afd3-464c-b7a4-0ee0e23bc19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 21), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:03:55.684141 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd122c8-6756-4241-9451-2a5ce84bf8a0 req-f223a854-1fcb-4782-a322-17f695efd315 service neutron] Checking segment: {'id': '8c4b4c9a-1756-4639-a368-9e26a465772a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'e5804f1d-fdeb-47b2-a0ec-baf0d0715cca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:03:55.689849 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd122c8-6756-4241-9451-2a5ce84bf8a0 req-f223a854-1fcb-4782-a322-17f695efd315 service neutron] Bound using segment: {'id': '8c4b4c9a-1756-4639-a368-9e26a465772a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'e5804f1d-fdeb-47b2-a0ec-baf0d0715cca'} {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:03:55.689849 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.managers [req-3dd122c8-6756-4241-9451-2a5ce84bf8a0 req-f223a854-1fcb-4782-a322-17f695efd315 service neutron] Bound port: 9323a142-f894-4200-991c-ef0b8a2a2b2d, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c4b4c9a-1756-4639-a368-9e26a465772a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'e5804f1d-fdeb-47b2-a0ec-baf0d0715cca'}}] {{(pid=93021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:03:55.689849 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-3dd122c8-6756-4241-9451-2a5ce84bf8a0 req-f223a854-1fcb-4782-a322-17f695efd315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:55.691006 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465ab15-94d5-4126-a14e-028d48df4db5 req-6d5ef764-0677-47e1-8cb9-d3639df72672 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:55.691006 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-6465ab15-94d5-4126-a14e-028d48df4db5 req-6d5ef764-0677-47e1-8cb9-d3639df72672 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=5dbf62ac-e4bb-41b5-9471-78ebf5a01e62 HTTP/1.1" status: 200 len: 943 time: 0.0775285 Jul 16 20:03:55.748687 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-6465ab15-94d5-4126-a14e-028d48df4db5 req-00783918-dd3d-402e-8feb-86029a8216fb tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540485 Jul 16 20:03:56.032466 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.db [req-3dd122c8-6756-4241-9451-2a5ce84bf8a0 req-f223a854-1fcb-4782-a322-17f695efd315 service neutron] For port 9323a142-f894-4200-991c-ef0b8a2a2b2d, host hv-cinder-80069, cleared binding levels {{(pid=93021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:03:56.036866 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.db [req-3dd122c8-6756-4241-9451-2a5ce84bf8a0 req-f223a854-1fcb-4782-a322-17f695efd315 service neutron] For port 9323a142-f894-4200-991c-ef0b8a2a2b2d, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=9323a142-f894-4200-991c-ef0b8a2a2b2d,segment=NetworkSegment(8c4b4c9a-1756-4639-a368-9e26a465772a),segment_id=8c4b4c9a-1756-4639-a368-9e26a465772a)] {{(pid=93021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:03:56.041665 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-3dd122c8-6756-4241-9451-2a5ce84bf8a0 req-f223a854-1fcb-4782-a322-17f695efd315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8120901'] for port, after_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:56.079523 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd122c8-6756-4241-9451-2a5ce84bf8a0 req-f223a854-1fcb-4782-a322-17f695efd315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:56.080127 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-3dd122c8-6756-4241-9451-2a5ce84bf8a0 req-f223a854-1fcb-4782-a322-17f695efd315 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for port, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:56.082555 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-3dd122c8-6756-4241-9451-2a5ce84bf8a0 req-f223a854-1fcb-4782-a322-17f695efd315 service neutron] 10.222.0.102 "PUT /v2.0/ports/9323a142-f894-4200-991c-ef0b8a2a2b2d HTTP/1.1" status: 200 len: 1093 time: 1.0236046 Jul 16 20:03:56.085297 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dbf62ac-e4bb-41b5-9471-78ebf5a01e62', 'tag': '9323a142-f894-4200-991c-ef0b8a2a2b2d'}] {{(pid=93021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:03:56.087522 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddedcd09e79d8c9fc5d60e66bd670fc6a6ae4dfc146b22652953969e0d1274bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c9780d-c7fb-4e63-bc62-6a7bdbe90e74" -d '{"events": [{"name": "network-changed", "server_uuid": "5dbf62ac-e4bb-41b5-9471-78ebf5a01e62", "tag": "9323a142-f894-4200-991c-ef0b8a2a2b2d"}]}' {{(pid=93021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:03:56.133134 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb92c1b-c778-4173-9b02-f595e07eaaf6 req-6464e2c5-a3f1-4020-9263-cb0baf358483 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:56.134978 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-0fb92c1b-c778-4173-9b02-f595e07eaaf6 req-6464e2c5-a3f1-4020-9263-cb0baf358483 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.3943839 Jul 16 20:03:56.135576 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f223a854-1fcb-4782-a322-17f695efd315 service neutron] Pushing event updated for resources: {'Port': ['ID=9323a142-f894-4200-991c-ef0b8a2a2b2d,revision_number=3']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:56.140337 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44771db-f325-4633-aee2-4c83f0b479e0 x-openstack-request-id: req-f44771db-f325-4633-aee2-4c83f0b479e0 {{(pid=93021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:03:56.140526 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dbf62ac-e4bb-41b5-9471-78ebf5a01e62", "tag": "9323a142-f894-4200-991c-ef0b8a2a2b2d", "status": "completed", "code": 200}]} {{(pid=93021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:03:56.140797 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f44771db-f325-4633-aee2-4c83f0b479e0 {{(pid=93021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:03:56.141227 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dbf62ac-e4bb-41b5-9471-78ebf5a01e62', 'tag': '9323a142-f894-4200-991c-ef0b8a2a2b2d', 'status': 'completed', 'code': 200} Jul 16 20:03:56.202782 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-0fb92c1b-c778-4173-9b02-f595e07eaaf6 req-b79359d6-24e6-4a1d-afaf-0b2543e76125 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602899 Jul 16 20:03:56.223814 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd122c8-6756-4241-9451-2a5ce84bf8a0 req-e292a080-6148-4c67-9bf1-1a890c3f841d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:56.225288 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-3dd122c8-6756-4241-9451-2a5ce84bf8a0 req-e292a080-6148-4c67-9bf1-1a890c3f841d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6454850dc1f14582976bbf9cabb0fec3&device_id=5dbf62ac-e4bb-41b5-9471-78ebf5a01e62 HTTP/1.1" status: 200 len: 1096 time: 0.0669034 Jul 16 20:03:56.269745 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-3dd122c8-6756-4241-9451-2a5ce84bf8a0 req-47b39247-59f6-40b3-a630-669b49d2a500 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9323a142-f894-4200-991c-ef0b8a2a2b2d HTTP/1.1" status: 200 len: 217 time: 0.0359886 Jul 16 20:03:56.307669 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device 4a62567f-aa44-4887-a9a0-49d74dc43f12 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:03:56.329769 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd122c8-6756-4241-9451-2a5ce84bf8a0 req-0fb70886-a37b-4a88-b534-f1e51fb90243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:56.331768 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-3dd122c8-6756-4241-9451-2a5ce84bf8a0 req-0fb70886-a37b-4a88-b534-f1e51fb90243 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=283e3901-d3ea-4713-b598-f4d358da70c1 HTTP/1.1" status: 200 len: 854 time: 0.0487356 Jul 16 20:03:56.375108 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-3dd122c8-6756-4241-9451-2a5ce84bf8a0 req-a03a507c-7937-4544-afcb-895f733ac965 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e5804f1d-fdeb-47b2-a0ec-baf0d0715cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258079 Jul 16 20:03:56.389726 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:56.415465 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539da3e4-2a41-4d84-88cd-d6f1684f24bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a62567f-aa44-4887-a9a0-49d74dc43f12'}] {{(pid=93022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:03:56.418115 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9473df89cc7d9a049ef80707cd6efae53c3b25527ef369ad4a6a0d9269bae893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93e6677-f580-462d-9331-96127d7eacf5" -d '{"events": [{"server_uuid": "539da3e4-2a41-4d84-88cd-d6f1684f24bb", "name": "network-vif-unplugged", "status": "completed", "tag": "4a62567f-aa44-4887-a9a0-49d74dc43f12"}]}' {{(pid=93022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:03:56.432144 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port 4a62567f-aa44-4887-a9a0-49d74dc43f12, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=4a62567f-aa44-4887-a9a0-49d74dc43f12,segment=NetworkSegment(1c4d2179-a936-4f83-8fe1-458e36f04a04),segment_id=1c4d2179-a936-4f83-8fe1-458e36f04a04)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:03:56.437668 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:56.464859 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0acc52e9-ac55-4160-a331-df2abdaad4b1 x-openstack-request-id: req-0acc52e9-ac55-4160-a331-df2abdaad4b1 {{(pid=93022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:03:56.465342 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539da3e4-2a41-4d84-88cd-d6f1684f24bb", "name": "network-vif-unplugged", "status": "completed", "tag": "4a62567f-aa44-4887-a9a0-49d74dc43f12", "code": 200}]} {{(pid=93022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:03:56.465723 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0acc52e9-ac55-4160-a331-df2abdaad4b1 {{(pid=93022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:03:56.466195 dv-cinder-800697-3-iscsi neutron-server[93022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539da3e4-2a41-4d84-88cd-d6f1684f24bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a62567f-aa44-4887-a9a0-49d74dc43f12', 'code': 200} Jul 16 20:03:56.483616 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-3dd122c8-6756-4241-9451-2a5ce84bf8a0 req-673d87a2-42c5-478a-b84b-c17ed215134b service neutron] 10.222.0.102 "GET /v2.0/networks/e5804f1d-fdeb-47b2-a0ec-baf0d0715cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994108 Jul 16 20:03:56.494451 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Pushing event updated for resources: {'Port': ['ID=4a62567f-aa44-4887-a9a0-49d74dc43f12,revision_number=8']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:03:56.538913 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e681262-2bcb-4124-b630-8da3c1628297 req-c0a8cab2-6ebe-41b0-8986-dee125b71b40 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:56.540661 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-2e681262-2bcb-4124-b630-8da3c1628297 req-c0a8cab2-6ebe-41b0-8986-dee125b71b40 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 944 time: 0.0674846 Jul 16 20:03:56.584043 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-3dd122c8-6756-4241-9451-2a5ce84bf8a0 req-3525411e-53c9-4cd2-a932-824cca7831c7 service neutron] 10.222.0.102 "GET /v2.0/networks/e5804f1d-fdeb-47b2-a0ec-baf0d0715cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866880 Jul 16 20:03:56.589533 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-2e681262-2bcb-4124-b630-8da3c1628297 req-c79b02f5-04e3-4cd3-9d44-b7f8062d5a45 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427492 Jul 16 20:03:56.746028 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1129bc3e-ce3e-49aa-8c53-3fff872c6487 req-ea9cf46a-1baa-4955-b984-094df7760279 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:56.747550 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-1129bc3e-ce3e-49aa-8c53-3fff872c6487 req-ea9cf46a-1baa-4955-b984-094df7760279 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/ports?device_id=e7d03983-9bfb-4dee-a30b-c1a87de2597b HTTP/1.1" status: 200 len: 984 time: 0.1028962 Jul 16 20:03:56.754900 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9780d-c7fb-4e63-bc62-6a7bdbe90e74 req-bedbee1a-8fc7-4239-9b0c-62f7d481136f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:56.756372 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-33c9780d-c7fb-4e63-bc62-6a7bdbe90e74 req-bedbee1a-8fc7-4239-9b0c-62f7d481136f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6454850dc1f14582976bbf9cabb0fec3&device_id=5dbf62ac-e4bb-41b5-9471-78ebf5a01e62 HTTP/1.1" status: 200 len: 1096 time: 0.0807714 Jul 16 20:03:56.801739 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-1129bc3e-ce3e-49aa-8c53-3fff872c6487 req-363b8e2f-7764-4048-97fe-71e09bedd0f2 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/security-groups?id=87f47825-2141-487b-83ca-806fe15bccec&id=c8eb07a3-d140-42ab-8a89-cbca11239a56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367754 Jul 16 20:03:56.892387 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9780d-c7fb-4e63-bc62-6a7bdbe90e74 req-8914f508-29d8-4c5c-a751-cb1f1363d6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:56.894914 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-33c9780d-c7fb-4e63-bc62-6a7bdbe90e74 req-8914f508-29d8-4c5c-a751-cb1f1363d6d5 service neutron] 10.222.0.102 "GET /v2.0/networks?id=e5804f1d-fdeb-47b2-a0ec-baf0d0715cca HTTP/1.1" status: 200 len: 916 time: 0.0995595 Jul 16 20:03:56.940890 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7d709-685e-4080-8462-4745bea344cb req-7ff4aa5e-94a3-4a5f-abca-06754ccd0171 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:56.942828 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-70d7d709-685e-4080-8462-4745bea344cb req-7ff4aa5e-94a3-4a5f-abca-06754ccd0171 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=5dbf62ac-e4bb-41b5-9471-78ebf5a01e62 HTTP/1.1" status: 200 len: 943 time: 0.0683279 Jul 16 20:03:56.947322 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-33c9780d-c7fb-4e63-bc62-6a7bdbe90e74 req-4e5020c7-7ab5-469d-a7b2-7e2c49a4d3dd service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9323a142-f894-4200-991c-ef0b8a2a2b2d HTTP/1.1" status: 200 len: 217 time: 0.0399196 Jul 16 20:03:56.994447 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-70d7d709-685e-4080-8462-4745bea344cb req-563338ee-7fb3-405d-ab88-bfa9ad0e144d tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438459 Jul 16 20:03:57.012254 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9780d-c7fb-4e63-bc62-6a7bdbe90e74 req-24ff884f-9011-4fdc-9142-d258924115f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:57.014722 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-33c9780d-c7fb-4e63-bc62-6a7bdbe90e74 req-24ff884f-9011-4fdc-9142-d258924115f3 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=283e3901-d3ea-4713-b598-f4d358da70c1 HTTP/1.1" status: 200 len: 854 time: 0.0559883 Jul 16 20:03:57.072044 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-33c9780d-c7fb-4e63-bc62-6a7bdbe90e74 req-7401a9ed-e9a5-4367-b9a7-3e1acaa2df89 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e5804f1d-fdeb-47b2-a0ec-baf0d0715cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300198 Jul 16 20:03:57.166615 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-33c9780d-c7fb-4e63-bc62-6a7bdbe90e74 req-1e95406d-8cf5-4f08-95c9-dd2c7c634b98 service neutron] 10.222.0.102 "GET /v2.0/networks/e5804f1d-fdeb-47b2-a0ec-baf0d0715cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820827 Jul 16 20:03:57.259356 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-33c9780d-c7fb-4e63-bc62-6a7bdbe90e74 req-9a91d93e-34f7-4b92-aba3-b42c15e4ed06 service neutron] 10.222.0.102 "GET /v2.0/networks/e5804f1d-fdeb-47b2-a0ec-baf0d0715cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849037 Jul 16 20:03:57.375754 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc22592-3749-480e-bb56-6f2527d00a5b req-e4ac5c2c-5e8f-4517-80c7-c1705217699d tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:57.377255 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-9cc22592-3749-480e-bb56-6f2527d00a5b req-e4ac5c2c-5e8f-4517-80c7-c1705217699d tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.0627773 Jul 16 20:03:57.415763 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-9cc22592-3749-480e-bb56-6f2527d00a5b req-cb35b3dc-a596-490e-b1b1-7e88890709c0 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317719 Jul 16 20:03:57.777042 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652ebb8-55fe-4e16-ae9c-97aaea525191 req-d89d7129-3ecf-4b45-bf20-8666cc7623a2 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:57.778545 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-7652ebb8-55fe-4e16-ae9c-97aaea525191 req-d89d7129-3ecf-4b45-bf20-8666cc7623a2 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 944 time: 0.0631857 Jul 16 20:03:57.817268 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-7652ebb8-55fe-4e16-ae9c-97aaea525191 req-21a02ff2-db36-4e57-9f49-47908142bfc5 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332882 Jul 16 20:03:57.988632 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05d246-955e-4a85-a185-96e876a152bb req-e4c4174a-677b-4e9f-a86e-7733ee3026da tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:57.990137 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-3b05d246-955e-4a85-a185-96e876a152bb req-e4c4174a-677b-4e9f-a86e-7733ee3026da tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/ports?device_id=e7d03983-9bfb-4dee-a30b-c1a87de2597b HTTP/1.1" status: 200 len: 984 time: 0.0768759 Jul 16 20:03:58.036489 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-3b05d246-955e-4a85-a185-96e876a152bb req-8a0397dc-288c-43ed-b7c5-5b7ba2fcd56d tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/security-groups?id=87f47825-2141-487b-83ca-806fe15bccec&id=c8eb07a3-d140-42ab-8a89-cbca11239a56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407267 Jul 16 20:03:58.218341 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af09064-72b3-4a61-8ac1-52dc542c2b1d req-32229c56-bfe9-42bd-a622-c1540836c2fc tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:58.220105 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-7af09064-72b3-4a61-8ac1-52dc542c2b1d req-32229c56-bfe9-42bd-a622-c1540836c2fc tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=5dbf62ac-e4bb-41b5-9471-78ebf5a01e62 HTTP/1.1" status: 200 len: 943 time: 0.0689483 Jul 16 20:03:58.260269 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-7af09064-72b3-4a61-8ac1-52dc542c2b1d req-83faa810-9887-4512-a18e-b1aca9676bc5 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335608 Jul 16 20:03:58.613563 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581785c-3cb9-4f67-8cf1-7d41288dbcd5 req-2428d05a-ae28-4a25-aebd-ee2855a2ab66 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:58.615358 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-2581785c-3cb9-4f67-8cf1-7d41288dbcd5 req-2428d05a-ae28-4a25-aebd-ee2855a2ab66 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 944 time: 0.0720651 Jul 16 20:03:58.639660 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7853cc-f855-4d06-a044-e7e8baadb737 req-333947a6-f36e-4f99-8a8c-0d12703aea94 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:58.641246 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-fa7853cc-f855-4d06-a044-e7e8baadb737 req-333947a6-f36e-4f99-8a8c-0d12703aea94 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.0802422 Jul 16 20:03:58.657700 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-2581785c-3cb9-4f67-8cf1-7d41288dbcd5 req-e52fa3f8-5926-42a5-a003-0c5025e2c6bd tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369084 Jul 16 20:03:58.684176 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-fa7853cc-f855-4d06-a044-e7e8baadb737 req-49428010-4eb0-40c1-9407-fa7fe36bd9f2 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359101 Jul 16 20:03:58.898663 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 57870) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:03:58.993962 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-b80534a0-3bb4-41e5-bedf-7a16e5f0915a req-7c29d527-c82d-4afa-90dd-5b5f1ed07da0 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0940897 Jul 16 20:03:59.238877 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd33caa-d537-44c6-b985-32441fb43013 req-f5a244b8-5dfd-47c0-8e33-90ff8cc21c77 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:59.240404 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-cbd33caa-d537-44c6-b985-32441fb43013 req-f5a244b8-5dfd-47c0-8e33-90ff8cc21c77 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/ports?device_id=e7d03983-9bfb-4dee-a30b-c1a87de2597b HTTP/1.1" status: 200 len: 984 time: 0.0744059 Jul 16 20:03:59.281952 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-cbd33caa-d537-44c6-b985-32441fb43013 req-e7252cf3-feaa-46b8-a246-59757d33cbcd tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/security-groups?id=87f47825-2141-487b-83ca-806fe15bccec&id=c8eb07a3-d140-42ab-8a89-cbca11239a56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351570 Jul 16 20:03:59.444302 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15172c7b-8368-4f6b-a37c-081fd06eff96 req-ea3cbe64-a0b8-4d43-bcea-1e22b394e47d tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:59.445764 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-15172c7b-8368-4f6b-a37c-081fd06eff96 req-ea3cbe64-a0b8-4d43-bcea-1e22b394e47d tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=5dbf62ac-e4bb-41b5-9471-78ebf5a01e62 HTTP/1.1" status: 200 len: 943 time: 0.0651753 Jul 16 20:03:59.486487 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-15172c7b-8368-4f6b-a37c-081fd06eff96 req-95dd0a75-2366-4582-9891-41d89f3cfdad tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344894 Jul 16 20:03:59.841188 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599cb823-2a86-4e8e-926a-fa8dd3b35c0b req-7df2fea2-1a7b-43b1-847e-42e6c54bf396 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:59.842619 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-599cb823-2a86-4e8e-926a-fa8dd3b35c0b req-7df2fea2-1a7b-43b1-847e-42e6c54bf396 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 944 time: 0.0641077 Jul 16 20:03:59.866038 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c561a8d-fd10-4a8f-b3a3-afbb310a081f req-1a2cf1e8-62bc-4a57-8f66-9f260e93d258 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:03:59.867589 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-7c561a8d-fd10-4a8f-b3a3-afbb310a081f req-1a2cf1e8-62bc-4a57-8f66-9f260e93d258 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.0683076 Jul 16 20:03:59.886238 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-599cb823-2a86-4e8e-926a-fa8dd3b35c0b req-42ce40d9-581b-41fc-8bca-9c01fbcdda52 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372500 Jul 16 20:03:59.906574 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-7c561a8d-fd10-4a8f-b3a3-afbb310a081f req-3d1df04a-e448-49ea-aa41-c2897deca4fd tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332918 Jul 16 20:04:00.462483 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7051d-e180-4529-9a54-415056e4290a req-4b1b8ba6-9f33-4af7-8671-f32fcd4c3a4e tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:00.464061 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d8b7051d-e180-4529-9a54-415056e4290a req-4b1b8ba6-9f33-4af7-8671-f32fcd4c3a4e tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/ports?device_id=e7d03983-9bfb-4dee-a30b-c1a87de2597b HTTP/1.1" status: 200 len: 984 time: 0.0633802 Jul 16 20:04:00.515238 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d8b7051d-e180-4529-9a54-415056e4290a req-39f6daba-2a37-4fbd-9b50-a44ac12e14c3 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/security-groups?id=87f47825-2141-487b-83ca-806fe15bccec&id=c8eb07a3-d140-42ab-8a89-cbca11239a56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0444980 Jul 16 20:04:00.673723 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0bfc1-3a51-449d-a94a-bc3dbb375303 req-48a566a1-e879-4ec9-943c-a11f9310ae28 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:00.676046 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-5be0bfc1-3a51-449d-a94a-bc3dbb375303 req-48a566a1-e879-4ec9-943c-a11f9310ae28 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=5dbf62ac-e4bb-41b5-9471-78ebf5a01e62 HTTP/1.1" status: 200 len: 943 time: 0.0679979 Jul 16 20:04:00.712853 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-5be0bfc1-3a51-449d-a94a-bc3dbb375303 req-b9fcffbc-3f71-417b-8195-74db43e4e648 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309944 Jul 16 20:04:01.075002 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03fb2e-2487-4972-a3e2-1508d14c2e50 req-ee7bfa81-bf85-42b3-9c4e-da9e7c518de8 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:01.076473 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-be03fb2e-2487-4972-a3e2-1508d14c2e50 req-ee7bfa81-bf85-42b3-9c4e-da9e7c518de8 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 944 time: 0.0711670 Jul 16 20:04:01.114717 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-be03fb2e-2487-4972-a3e2-1508d14c2e50 req-1f27951e-f52c-43f9-9d0d-fc3554345e79 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324981 Jul 16 20:04:01.150121 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd20fa3-c046-4bc7-b9a7-364e6fdabfc1 req-6191bb2f-e4e3-4a0d-9182-e1b4455755a9 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:01.151629 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-5cd20fa3-c046-4bc7-b9a7-364e6fdabfc1 req-6191bb2f-e4e3-4a0d-9182-e1b4455755a9 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.1304119 Jul 16 20:04:01.186826 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80534a0-3bb4-41e5-bedf-7a16e5f0915a req-e1eeca05-16a8-4e6a-b632-89c0db20d2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:01.188302 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-b80534a0-3bb4-41e5-bedf-7a16e5f0915a req-e1eeca05-16a8-4e6a-b632-89c0db20d2c8 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb&tenant_id=b242095010ee4963872bd0cfcbacc3fa HTTP/1.1" status: 200 len: 1097 time: 0.1308308 Jul 16 20:04:01.204845 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-5cd20fa3-c046-4bc7-b9a7-364e6fdabfc1 req-8f88c9fc-52f6-41b4-9f22-d1b73c3ff661 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469313 Jul 16 20:04:01.277255 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80534a0-3bb4-41e5-bedf-7a16e5f0915a req-5d75f9ad-eef6-422f-b174-013201b44763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:01.278764 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-b80534a0-3bb4-41e5-bedf-7a16e5f0915a req-5d75f9ad-eef6-422f-b174-013201b44763 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b242095010ee4963872bd0cfcbacc3fa&device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 1097 time: 0.0554845 Jul 16 20:04:01.379704 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80534a0-3bb4-41e5-bedf-7a16e5f0915a req-4efa457f-e2ce-4ca6-870d-ad494bc23ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:01.381145 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-b80534a0-3bb4-41e5-bedf-7a16e5f0915a req-4efa457f-e2ce-4ca6-870d-ad494bc23ed7 service neutron] 10.222.0.102 "GET /v2.0/networks?id=4ff04a31-0c23-4b48-92bc-f65e7b91222b HTTP/1.1" status: 200 len: 918 time: 0.0882034 Jul 16 20:04:01.458890 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-b80534a0-3bb4-41e5-bedf-7a16e5f0915a req-2a4854a8-9fdf-4eff-aab8-5eb0463d13ab service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a62567f-aa44-4887-a9a0-49d74dc43f12 HTTP/1.1" status: 200 len: 1000 time: 0.0606322 Jul 16 20:04:01.515261 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80534a0-3bb4-41e5-bedf-7a16e5f0915a req-8aa97eb5-921f-44e4-a3e5-7693348616a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:01.516709 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-b80534a0-3bb4-41e5-bedf-7a16e5f0915a req-8aa97eb5-921f-44e4-a3e5-7693348616a9 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=bbca6f5f-fd8e-4af4-b23d-e7ec2502b976 HTTP/1.1" status: 200 len: 855 time: 0.0428238 Jul 16 20:04:01.576266 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80534a0-3bb4-41e5-bedf-7a16e5f0915a req-afa28ccc-759b-4352-9be1-9338cc371ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:01.577758 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-b80534a0-3bb4-41e5-bedf-7a16e5f0915a req-afa28ccc-759b-4352-9be1-9338cc371ec7 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=4ff04a31-0c23-4b48-92bc-f65e7b91222b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532432 Jul 16 20:04:01.679669 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-b80534a0-3bb4-41e5-bedf-7a16e5f0915a req-9baf17e3-1fa6-495b-9fc0-5349ae340b50 service neutron] 10.222.0.102 "GET /v2.0/networks/4ff04a31-0c23-4b48-92bc-f65e7b91222b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918109 Jul 16 20:04:01.702567 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1c972-98c9-432a-a422-7b6088b440dd req-78c06bed-94dc-41ed-9e72-2df91a4be873 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:01.704045 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a4a1c972-98c9-432a-a422-7b6088b440dd req-78c06bed-94dc-41ed-9e72-2df91a4be873 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/ports?device_id=e7d03983-9bfb-4dee-a30b-c1a87de2597b HTTP/1.1" status: 200 len: 984 time: 0.0678983 Jul 16 20:04:01.739370 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:04:01.745485 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a4a1c972-98c9-432a-a422-7b6088b440dd req-f17cbe45-46dc-4c8b-aac7-532e88de66be tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/security-groups?id=87f47825-2141-487b-83ca-806fe15bccec&id=c8eb07a3-d140-42ab-8a89-cbca11239a56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352566 Jul 16 20:04:01.779587 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-b80534a0-3bb4-41e5-bedf-7a16e5f0915a req-1bda5aa2-c29d-4bdb-907f-e10ac7b9e69b service neutron] 10.222.0.102 "GET /v2.0/networks/4ff04a31-0c23-4b48-92bc-f65e7b91222b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859556 Jul 16 20:04:01.894936 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23866a9f-0e4b-48ad-a5ca-1d165284a343 req-f8540637-2f4b-4d93-8aae-317760a4b4a5 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:01.896420 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-23866a9f-0e4b-48ad-a5ca-1d165284a343 req-f8540637-2f4b-4d93-8aae-317760a4b4a5 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=5dbf62ac-e4bb-41b5-9471-78ebf5a01e62 HTTP/1.1" status: 200 len: 943 time: 0.0677302 Jul 16 20:04:01.932211 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-23866a9f-0e4b-48ad-a5ca-1d165284a343 req-789930af-195c-4a49-9e65-01b43995c613 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303671 Jul 16 20:04:02.291714 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:02.354775 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed282c-86b1-4112-aced-de8f3f42d9a5 req-c94c428e-cbb1-496b-86bb-a6bbd6f709ff tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:02.367269 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-b8ed282c-86b1-4112-aced-de8f3f42d9a5 req-c94c428e-cbb1-496b-86bb-a6bbd6f709ff tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 944 time: 0.1295228 Jul 16 20:04:02.383445 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device 9323a142-f894-4200-991c-ef0b8a2a2b2d details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=93022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:04:02.417972 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-b8ed282c-86b1-4112-aced-de8f3f42d9a5 req-ab9fadb4-79aa-493e-a6d5-6cd9b1addc8a tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451081 Jul 16 20:04:02.488132 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device 4a62567f-aa44-4887-a9a0-49d74dc43f12 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:04:02.498780 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3884536-54fb-4273-baba-64ae6d85ec5d req-2f265479-f8ff-4dd1-8aa4-19673ec6a980 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:02.500364 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-b3884536-54fb-4273-baba-64ae6d85ec5d req-2f265479-f8ff-4dd1-8aa4-19673ec6a980 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.0996687 Jul 16 20:04:02.539817 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port 9323a142-f894-4200-991c-ef0b8a2a2b2d, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=9323a142-f894-4200-991c-ef0b8a2a2b2d,segment=NetworkSegment(8c4b4c9a-1756-4639-a368-9e26a465772a),segment_id=8c4b4c9a-1756-4639-a368-9e26a465772a)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:02.552591 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-b3884536-54fb-4273-baba-64ae6d85ec5d req-140267b2-e7c5-4bf8-9cbb-a2d8248628d1 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409751 Jul 16 20:04:02.560804 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Returning: {'device': '9323a142-f894-4200-991c-ef0b8a2a2b2d', 'network_id': 'e5804f1d-fdeb-47b2-a0ec-baf0d0715cca', 'port_id': '9323a142-f894-4200-991c-ef0b8a2a2b2d', 'mac_address': 'fa:16:3e:1f:b7:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '283e3901-d3ea-4713-b598-f4d358da70c1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:04:02.620284 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:02.663472 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.notifiers.nova [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9323a142-f894-4200-991c-ef0b8a2a2b2d {{(pid=93022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:04:02.693610 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port 9323a142-f894-4200-991c-ef0b8a2a2b2d, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=9323a142-f894-4200-991c-ef0b8a2a2b2d,segment=NetworkSegment(8c4b4c9a-1756-4639-a368-9e26a465772a),segment_id=8c4b4c9a-1756-4639-a368-9e26a465772a)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:02.698551 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:02.751534 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Pushing event updated for resources: {'Port': ['ID=9323a142-f894-4200-991c-ef0b8a2a2b2d,revision_number=4']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:02.933003 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1063796-1492-412b-ac6a-42f0a9fe8013 req-a2c9dbc9-263e-40f5-adb8-c4f6be1d7362 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:02.934508 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-f1063796-1492-412b-ac6a-42f0a9fe8013 req-a2c9dbc9-263e-40f5-adb8-c4f6be1d7362 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/ports?device_id=e7d03983-9bfb-4dee-a30b-c1a87de2597b HTTP/1.1" status: 200 len: 984 time: 0.0728250 Jul 16 20:04:02.980696 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-f1063796-1492-412b-ac6a-42f0a9fe8013 req-7575040a-405b-4a9c-aba7-dd857f941659 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/security-groups?id=87f47825-2141-487b-83ca-806fe15bccec&id=c8eb07a3-d140-42ab-8a89-cbca11239a56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402198 Jul 16 20:04:03.116542 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ccccd-6ee7-4eed-940d-03f877bd5f75 req-238302a9-b96d-4f46-8d5a-2842bcb20a18 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:03.118131 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-e84ccccd-6ee7-4eed-940d-03f877bd5f75 req-238302a9-b96d-4f46-8d5a-2842bcb20a18 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=5dbf62ac-e4bb-41b5-9471-78ebf5a01e62 HTTP/1.1" status: 200 len: 944 time: 0.0648470 Jul 16 20:04:03.146645 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] get_ports_and_sgs() called for port_ids ['9323a142-f894-4200-991c-ef0b8a2a2b2d'] {{(pid=93022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:04:03.179112 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-e84ccccd-6ee7-4eed-940d-03f877bd5f75 req-f064ea41-a8a4-4639-aa0c-fe6722cb6e0b tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546205 Jul 16 20:04:03.597992 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06e5ff-667e-413d-a559-797dd28b4b21 req-3c06f9a6-afbc-4cb3-9ef2-ec378dd2fa22 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:03.599543 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-cd06e5ff-667e-413d-a559-797dd28b4b21 req-3c06f9a6-afbc-4cb3-9ef2-ec378dd2fa22 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 944 time: 0.0700686 Jul 16 20:04:03.640284 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-cd06e5ff-667e-413d-a559-797dd28b4b21 req-08905bb1-e35f-40d4-83c7-a780644ed870 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345230 Jul 16 20:04:03.762253 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130dd04-507a-446d-a480-2596fde26646 req-a04fd829-0406-482a-ac14-828355a6613b tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:03.763819 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-c130dd04-507a-446d-a480-2596fde26646 req-a04fd829-0406-482a-ac14-828355a6613b tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.0662322 Jul 16 20:04:03.801128 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-c130dd04-507a-446d-a480-2596fde26646 req-309214a9-23e3-4136-a9c0-15f3b11301da tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309329 Jul 16 20:04:04.165878 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6b043-a5ff-4000-a9de-2e7e1b5555fd req-5639fd54-2408-4cd0-9deb-d1fc1756d8a9 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:04.167447 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-07c6b043-a5ff-4000-a9de-2e7e1b5555fd req-5639fd54-2408-4cd0-9deb-d1fc1756d8a9 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/ports?device_id=e7d03983-9bfb-4dee-a30b-c1a87de2597b HTTP/1.1" status: 200 len: 984 time: 0.0636394 Jul 16 20:04:04.211518 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-07c6b043-a5ff-4000-a9de-2e7e1b5555fd req-cb8d0a38-e17a-4a6e-8114-43f6241a6f65 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/security-groups?id=87f47825-2141-487b-83ca-806fe15bccec&id=c8eb07a3-d140-42ab-8a89-cbca11239a56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0374329 Jul 16 20:04:04.367271 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device 9323a142-f894-4200-991c-ef0b8a2a2b2d up at agent hyperv_hv-cinder-80069 {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:04:04.397172 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139c15cd-de50-4383-9c2b-20d12640e0f3 req-06aa4dd2-8535-4f7b-8a6a-81675ebd9413 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:04.398728 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-139c15cd-de50-4383-9c2b-20d12640e0f3 req-06aa4dd2-8535-4f7b-8a6a-81675ebd9413 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=5dbf62ac-e4bb-41b5-9471-78ebf5a01e62 HTTP/1.1" status: 200 len: 944 time: 0.0946140 Jul 16 20:04:04.417761 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Provisioning for port 9323a142-f894-4200-991c-ef0b8a2a2b2d completed by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:04:04.421264 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Provisioning complete for port 9323a142-f894-4200-991c-ef0b8a2a2b2d triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:04.421629 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:04.438553 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-139c15cd-de50-4383-9c2b-20d12640e0f3 req-81680b4f-7c86-43f0-96b3-32f57c6ecbcf tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340219 Jul 16 20:04:04.529893 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:04.552850 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dbf62ac-e4bb-41b5-9471-78ebf5a01e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9323a142-f894-4200-991c-ef0b8a2a2b2d'}] {{(pid=93022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:04:04.555217 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9473df89cc7d9a049ef80707cd6efae53c3b25527ef369ad4a6a0d9269bae893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1feb4ee0-0a08-44a5-be9d-6a07338c376d" -d '{"events": [{"server_uuid": "5dbf62ac-e4bb-41b5-9471-78ebf5a01e62", "name": "network-vif-plugged", "status": "completed", "tag": "9323a142-f894-4200-991c-ef0b8a2a2b2d"}]}' {{(pid=93022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:04:04.569789 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port 9323a142-f894-4200-991c-ef0b8a2a2b2d, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=9323a142-f894-4200-991c-ef0b8a2a2b2d,segment=NetworkSegment(8c4b4c9a-1756-4639-a368-9e26a465772a),segment_id=8c4b4c9a-1756-4639-a368-9e26a465772a)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:04.574817 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:04.634809 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Pushing event updated for resources: {'Port': ['ID=9323a142-f894-4200-991c-ef0b8a2a2b2d,revision_number=5']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:04.649323 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee350a8b-bcdd-43c4-b4f6-6d4d02343fc2 x-openstack-request-id: req-ee350a8b-bcdd-43c4-b4f6-6d4d02343fc2 {{(pid=93022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:04:04.649727 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dbf62ac-e4bb-41b5-9471-78ebf5a01e62", "name": "network-vif-plugged", "status": "completed", "tag": "9323a142-f894-4200-991c-ef0b8a2a2b2d", "code": 200}]} {{(pid=93022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:04:04.650098 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ee350a8b-bcdd-43c4-b4f6-6d4d02343fc2 {{(pid=93022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:04:04.650554 dv-cinder-800697-3-iscsi neutron-server[93022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dbf62ac-e4bb-41b5-9471-78ebf5a01e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9323a142-f894-4200-991c-ef0b8a2a2b2d', 'code': 200} Jul 16 20:04:04.865415 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64239d-5e30-4037-8691-5451a9038cd7 req-beaa1a82-3560-4c7c-81c0-5f74d83ecb89 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:04.867267 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-1b64239d-5e30-4037-8691-5451a9038cd7 req-beaa1a82-3560-4c7c-81c0-5f74d83ecb89 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 944 time: 0.0814755 Jul 16 20:04:04.909674 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-1b64239d-5e30-4037-8691-5451a9038cd7 req-a9b49b0a-e6ad-43c5-a9d3-429a1adb9f3d tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359900 Jul 16 20:04:05.021696 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37f373-c2d9-4d38-a304-3afdf5f54ba1 req-38185a1e-4818-44dc-b159-6f800658b1d1 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:05.023230 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-ee37f373-c2d9-4d38-a304-3afdf5f54ba1 req-38185a1e-4818-44dc-b159-6f800658b1d1 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.0741167 Jul 16 20:04:05.071310 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-ee37f373-c2d9-4d38-a304-3afdf5f54ba1 req-efd68d35-17a7-45d8-a947-7ac08fb8c8fd tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417786 Jul 16 20:04:05.399869 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9044518-535f-4d66-945d-3bfc85ab755b req-137502c4-c85e-4cff-8f5e-b1127493f236 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:05.401423 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-a9044518-535f-4d66-945d-3bfc85ab755b req-137502c4-c85e-4cff-8f5e-b1127493f236 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/ports?device_id=e7d03983-9bfb-4dee-a30b-c1a87de2597b HTTP/1.1" status: 200 len: 984 time: 0.0722551 Jul 16 20:04:05.450534 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-a9044518-535f-4d66-945d-3bfc85ab755b req-6adf8a8d-fe20-455a-a3f2-a787e98e5ba3 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/security-groups?id=87f47825-2141-487b-83ca-806fe15bccec&id=c8eb07a3-d140-42ab-8a89-cbca11239a56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415907 Jul 16 20:04:05.676433 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a72575d-0b81-4f44-86eb-67530c9b571e req-da95f8c0-fcba-45dd-bb36-02b1ab42babb tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:05.677907 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-7a72575d-0b81-4f44-86eb-67530c9b571e req-da95f8c0-fcba-45dd-bb36-02b1ab42babb tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=5dbf62ac-e4bb-41b5-9471-78ebf5a01e62 HTTP/1.1" status: 200 len: 945 time: 0.0800471 Jul 16 20:04:05.715258 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-7a72575d-0b81-4f44-86eb-67530c9b571e req-8ac5ea2b-cb63-4a17-b4ad-18fb7a85e3f4 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316122 Jul 16 20:04:06.092579 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe954e-1888-465f-bd78-a7bb6a18ef8b req-ae07744c-05df-4a6c-b6cb-c6e819b4a26c tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:06.094039 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-07fe954e-1888-465f-bd78-a7bb6a18ef8b req-ae07744c-05df-4a6c-b6cb-c6e819b4a26c tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 944 time: 0.0669460 Jul 16 20:04:06.131987 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-07fe954e-1888-465f-bd78-a7bb6a18ef8b req-fccaf3ee-85b0-49ad-b7c6-bf64d8d8c2f8 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308747 Jul 16 20:04:06.258779 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9d4dc-db21-46a3-b6b5-ec82db44b52b req-9f178978-8fff-40c6-98fe-3ad2868809b2 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:06.266656 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-00d9d4dc-db21-46a3-b6b5-ec82db44b52b req-9f178978-8fff-40c6-98fe-3ad2868809b2 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.0760360 Jul 16 20:04:06.322151 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-00d9d4dc-db21-46a3-b6b5-ec82db44b52b req-8a5f7f5e-3227-4180-87d4-f41c4c97a46b tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538862 Jul 16 20:04:06.627659 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80215e-bd4c-4caa-9c1e-0952de72adc4 req-cc5d7c75-2b3a-444a-a71d-3c0cd9be3f1d tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:06.629214 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-ab80215e-bd4c-4caa-9c1e-0952de72adc4 req-cc5d7c75-2b3a-444a-a71d-3c0cd9be3f1d tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/ports?device_id=e7d03983-9bfb-4dee-a30b-c1a87de2597b HTTP/1.1" status: 200 len: 984 time: 0.0683117 Jul 16 20:04:06.675480 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-ab80215e-bd4c-4caa-9c1e-0952de72adc4 req-08f6d9dc-5d5f-4e07-bc28-b5419da32283 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/security-groups?id=87f47825-2141-487b-83ca-806fe15bccec&id=c8eb07a3-d140-42ab-8a89-cbca11239a56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0384641 Jul 16 20:04:06.936126 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b16bb-1a75-436b-81c9-6995ac343a11 req-bd32477a-499e-42ff-ac87-88fb2612247f tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:06.936126 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-505b16bb-1a75-436b-81c9-6995ac343a11 req-bd32477a-499e-42ff-ac87-88fb2612247f tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=5dbf62ac-e4bb-41b5-9471-78ebf5a01e62 HTTP/1.1" status: 200 len: 945 time: 0.0946035 Jul 16 20:04:06.989074 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-505b16bb-1a75-436b-81c9-6995ac343a11 req-f4bb9419-677b-4e9a-8538-7114f34158f4 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455253 Jul 16 20:04:07.326269 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8f30b-d4db-4fb4-bc33-f425b4889784 req-e59df2ad-fb6f-4ad3-b307-6e689cdbb38f tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:07.327769 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-fef8f30b-d4db-4fb4-bc33-f425b4889784 req-e59df2ad-fb6f-4ad3-b307-6e689cdbb38f tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 944 time: 0.0623395 Jul 16 20:04:07.397220 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-fef8f30b-d4db-4fb4-bc33-f425b4889784 req-de892385-bc8c-4806-8a5a-2ff18064c87f tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622101 Jul 16 20:04:07.527063 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb860346-f476-4cb7-8538-26ff7783a793 req-d338f76d-365e-45eb-8e2e-58cb0a3ec094 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:07.529328 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-eb860346-f476-4cb7-8538-26ff7783a793 req-d338f76d-365e-45eb-8e2e-58cb0a3ec094 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.0732889 Jul 16 20:04:07.575935 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-eb860346-f476-4cb7-8538-26ff7783a793 req-75af1d6e-cbf5-4016-9df3-67625787bc76 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403943 Jul 16 20:04:07.866184 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f24ab1d-7687-498b-987f-713a2d4a3df7 req-3ff38078-e128-4a8e-b78d-5a2c92a1d517 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:07.867783 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-7f24ab1d-7687-498b-987f-713a2d4a3df7 req-3ff38078-e128-4a8e-b78d-5a2c92a1d517 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/ports?device_id=e7d03983-9bfb-4dee-a30b-c1a87de2597b HTTP/1.1" status: 200 len: 984 time: 0.0738440 Jul 16 20:04:07.927599 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-7f24ab1d-7687-498b-987f-713a2d4a3df7 req-2ee5d8d4-6fbe-4eb2-a5d9-6b3feebb214f tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/security-groups?id=87f47825-2141-487b-83ca-806fe15bccec&id=c8eb07a3-d140-42ab-8a89-cbca11239a56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535314 Jul 16 20:04:08.165348 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27ad76-d662-4325-bb9c-15ad92c268bf req-2c59ec68-1d38-4359-b567-cf9a45e533d0 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:08.166845 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-4c27ad76-d662-4325-bb9c-15ad92c268bf req-2c59ec68-1d38-4359-b567-cf9a45e533d0 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=5dbf62ac-e4bb-41b5-9471-78ebf5a01e62 HTTP/1.1" status: 200 len: 945 time: 0.0725169 Jul 16 20:04:08.208313 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-4c27ad76-d662-4325-bb9c-15ad92c268bf req-d8b7c387-d311-4060-a574-4ff80f053067 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358648 Jul 16 20:04:08.622908 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3350a139-5250-4a21-9a84-0fabcdff0080 req-23da10d0-8635-4066-b6e0-e2c1b22df364 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:08.624458 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-3350a139-5250-4a21-9a84-0fabcdff0080 req-23da10d0-8635-4066-b6e0-e2c1b22df364 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 944 time: 0.0951173 Jul 16 20:04:08.711044 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-3350a139-5250-4a21-9a84-0fabcdff0080 req-5723d146-39d1-4c5e-97ca-6449b9379f4c tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798547 Jul 16 20:04:08.865613 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6101fe-b12f-4aec-b647-b656645bfbfe req-c4e43744-75f1-4acf-85eb-90415227c673 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:08.867396 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-9e6101fe-b12f-4aec-b647-b656645bfbfe req-c4e43744-75f1-4acf-85eb-90415227c673 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.0929837 Jul 16 20:04:08.909624 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-9e6101fe-b12f-4aec-b647-b656645bfbfe req-b7d3b7a4-40f4-4b73-bf04-1167d950c65d tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352011 Jul 16 20:04:09.115598 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d0707-0809-447c-b2cc-119b408f692b req-5adceb68-9b6a-4e54-9deb-d3fd09e3d702 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:09.117067 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-997d0707-0809-447c-b2cc-119b408f692b req-5adceb68-9b6a-4e54-9deb-d3fd09e3d702 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/ports?device_id=e7d03983-9bfb-4dee-a30b-c1a87de2597b HTTP/1.1" status: 200 len: 984 time: 0.0750461 Jul 16 20:04:09.177203 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-997d0707-0809-447c-b2cc-119b408f692b req-abad0c27-44f1-4274-8847-3a862814005f tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/security-groups?id=87f47825-2141-487b-83ca-806fe15bccec&id=c8eb07a3-d140-42ab-8a89-cbca11239a56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543365 Jul 16 20:04:09.393405 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c408c05-b432-48c5-a13f-cc9b694f1c8d req-6744815f-c8db-4e1c-9300-8e5df838a01a tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:09.394542 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-3c408c05-b432-48c5-a13f-cc9b694f1c8d req-6744815f-c8db-4e1c-9300-8e5df838a01a tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=5dbf62ac-e4bb-41b5-9471-78ebf5a01e62 HTTP/1.1" status: 200 len: 945 time: 0.0734282 Jul 16 20:04:09.442451 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-3c408c05-b432-48c5-a13f-cc9b694f1c8d req-b074493e-a563-469d-ba83-adde66907638 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410304 Jul 16 20:04:09.921568 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f373c8-1020-42cf-a920-24a0193a68f9 req-e6ae0203-e132-44d2-8873-8799cffb3258 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:09.926951 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-b7f373c8-1020-42cf-a920-24a0193a68f9 req-e6ae0203-e132-44d2-8873-8799cffb3258 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 944 time: 0.1043022 Jul 16 20:04:09.965331 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-b7f373c8-1020-42cf-a920-24a0193a68f9 req-ca433aea-d631-40ae-ad85-661c29d94851 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352104 Jul 16 20:04:10.109793 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32253a07-68de-45c9-867f-543d4e4e465b req-93d368ea-762f-46f4-a48c-b173d07fc07b tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:10.111363 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-32253a07-68de-45c9-867f-543d4e4e465b req-93d368ea-762f-46f4-a48c-b173d07fc07b tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.0730133 Jul 16 20:04:10.176264 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-32253a07-68de-45c9-867f-543d4e4e465b req-795e920d-936c-4aa4-8c30-7fe9b961bb4a tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588624 Jul 16 20:04:10.232670 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 58062) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:10.375638 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-005756c2-9579-46bd-92d6-2f357ffdd8e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:10.387382 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524fb1f-ca08-4137-b2e8-c41898572da8 req-3bc315f8-c1a4-4562-af31-c51689464a83 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:10.388903 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-f524fb1f-ca08-4137-b2e8-c41898572da8 req-3bc315f8-c1a4-4562-af31-c51689464a83 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/ports?device_id=e7d03983-9bfb-4dee-a30b-c1a87de2597b HTTP/1.1" status: 200 len: 984 time: 0.0934000 Jul 16 20:04:10.465533 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-f524fb1f-ca08-4137-b2e8-c41898572da8 req-60cc8286-b779-44be-8111-4e00a11d48ed tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/security-groups?id=87f47825-2141-487b-83ca-806fe15bccec&id=c8eb07a3-d140-42ab-8a89-cbca11239a56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0650191 Jul 16 20:04:10.546614 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-005756c2-9579-46bd-92d6-2f357ffdd8e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:10.551747 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-005756c2-9579-46bd-92d6-2f357ffdd8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:10.595029 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005756c2-9579-46bd-92d6-2f357ffdd8e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e97192-234b-4da2-a563-59cef5f27371,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:10.602155 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-005756c2-9579-46bd-92d6-2f357ffdd8e5 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7c73c535bf984a0da6f7c62786e23972&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3683307 Jul 16 20:04:10.604080 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 58072) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:10.618125 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005756c2-9579-46bd-92d6-2f357ffdd8e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:10.618513 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005756c2-9579-46bd-92d6-2f357ffdd8e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:10.618993 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005756c2-9579-46bd-92d6-2f357ffdd8e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:10.619331 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005756c2-9579-46bd-92d6-2f357ffdd8e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:10.619671 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005756c2-9579-46bd-92d6-2f357ffdd8e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:10.620038 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005756c2-9579-46bd-92d6-2f357ffdd8e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:10.620412 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005756c2-9579-46bd-92d6-2f357ffdd8e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:10.621463 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005756c2-9579-46bd-92d6-2f357ffdd8e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:10.621463 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005756c2-9579-46bd-92d6-2f357ffdd8e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:10.621463 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005756c2-9579-46bd-92d6-2f357ffdd8e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:10.621962 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005756c2-9579-46bd-92d6-2f357ffdd8e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:10.622347 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005756c2-9579-46bd-92d6-2f357ffdd8e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:10.686701 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-24e49fe8-b056-4ceb-957e-d8419f0bbd78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:10.703504 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f86e40-0c46-4b41-b0da-df1a030239ae req-10d87bb0-84d6-4166-840f-e6c6672006bf tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:10.705579 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a7f86e40-0c46-4b41-b0da-df1a030239ae req-10d87bb0-84d6-4166-840f-e6c6672006bf tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=5dbf62ac-e4bb-41b5-9471-78ebf5a01e62 HTTP/1.1" status: 200 len: 945 time: 0.1097803 Jul 16 20:04:10.714203 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-24e49fe8-b056-4ceb-957e-d8419f0bbd78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:10.751033 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a7f86e40-0c46-4b41-b0da-df1a030239ae req-f2cacc0f-3ead-4c26-b1d9-e160847ae6b0 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395515 Jul 16 20:04:10.773294 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-24e49fe8-b056-4ceb-957e-d8419f0bbd78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:10.775920 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-24e49fe8-b056-4ceb-957e-d8419f0bbd78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:10.779568 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-24e49fe8-b056-4ceb-957e-d8419f0bbd78 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/07e97192-234b-4da2-a563-59cef5f27371 HTTP/1.1" status: 204 len: 168 time: 0.1724718 Jul 16 20:04:10.792405 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e49fe8-b056-4ceb-957e-d8419f0bbd78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e97192-234b-4da2-a563-59cef5f27371,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:11.199368 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe9b28-ac75-41c2-bc3c-00f3b09ac0fd req-15edfa91-f2fd-4889-9fe2-208d69644d5c tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:11.200847 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-6cfe9b28-ac75-41c2-bc3c-00f3b09ac0fd req-15edfa91-f2fd-4889-9fe2-208d69644d5c tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 944 time: 0.0708909 Jul 16 20:04:11.242021 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-6cfe9b28-ac75-41c2-bc3c-00f3b09ac0fd req-c294798a-9a56-48dc-81ec-58c2cac2c9fe tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345774 Jul 16 20:04:11.366822 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aaba90-d5e4-42f1-9372-4154bd2382fd req-efd46694-f8cf-4fe2-ba21-e0c13f1356d3 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:11.369042 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d7aaba90-d5e4-42f1-9372-4154bd2382fd req-efd46694-f8cf-4fe2-ba21-e0c13f1356d3 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.0754154 Jul 16 20:04:11.407326 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d7aaba90-d5e4-42f1-9372-4154bd2382fd req-cd2664e1-63e4-4333-84b9-9a0d6fd6303a tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326548 Jul 16 20:04:11.659631 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4543deba-9436-489f-a85c-4bb7bbf32f7c req-a29788d3-9847-4e23-addf-da51a70d319c tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:11.661352 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-4543deba-9436-489f-a85c-4bb7bbf32f7c req-a29788d3-9847-4e23-addf-da51a70d319c tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/ports?device_id=e7d03983-9bfb-4dee-a30b-c1a87de2597b HTTP/1.1" status: 200 len: 984 time: 0.0701051 Jul 16 20:04:11.704345 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-4543deba-9436-489f-a85c-4bb7bbf32f7c req-979e6da9-7982-46d9-98f8-9db30b9a50c4 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/security-groups?id=87f47825-2141-487b-83ca-806fe15bccec&id=c8eb07a3-d140-42ab-8a89-cbca11239a56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0371644 Jul 16 20:04:11.928597 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45786a3a-b67e-4eda-a4b2-46d9b14f2959 req-c6d024bf-e353-4762-89b8-7ebba2e34a35 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:11.929980 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-45786a3a-b67e-4eda-a4b2-46d9b14f2959 req-c6d024bf-e353-4762-89b8-7ebba2e34a35 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=5dbf62ac-e4bb-41b5-9471-78ebf5a01e62 HTTP/1.1" status: 200 len: 945 time: 0.0653224 Jul 16 20:04:11.967408 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-45786a3a-b67e-4eda-a4b2-46d9b14f2959 req-7a934c7e-2bea-49d5-9635-a72b4a04da92 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318885 Jul 16 20:04:12.444238 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c193d-7d7a-40af-b5ae-0ae6e928f290 req-c8b60002-48f8-42a3-8f50-a0c2ed9ea14e tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:12.445717 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-ff2c193d-7d7a-40af-b5ae-0ae6e928f290 req-c8b60002-48f8-42a3-8f50-a0c2ed9ea14e tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 944 time: 0.0634201 Jul 16 20:04:12.482323 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-ff2c193d-7d7a-40af-b5ae-0ae6e928f290 req-2e50a553-054a-4818-bf3d-89c304baeec6 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310693 Jul 16 20:04:12.584582 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38beaa70-b10e-48fa-9b3b-6f28b81bc9ef req-9bf16e7e-de34-4687-b24c-14050f052732 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:12.586082 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-38beaa70-b10e-48fa-9b3b-6f28b81bc9ef req-9bf16e7e-de34-4687-b24c-14050f052732 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.0652342 Jul 16 20:04:12.635963 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-38beaa70-b10e-48fa-9b3b-6f28b81bc9ef req-8dab9da1-ae47-4d96-a179-46af91b64dd6 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438480 Jul 16 20:04:12.893041 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d14a2-8fe3-4a99-961b-4afa19d98b0b req-910fbb09-9a73-4baa-b90f-62cd6cb1e5b5 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:12.894629 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-8a7d14a2-8fe3-4a99-961b-4afa19d98b0b req-910fbb09-9a73-4baa-b90f-62cd6cb1e5b5 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/ports?device_id=e7d03983-9bfb-4dee-a30b-c1a87de2597b HTTP/1.1" status: 200 len: 984 time: 0.0687404 Jul 16 20:04:12.935108 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-8a7d14a2-8fe3-4a99-961b-4afa19d98b0b req-d37b98bb-8469-4fae-8b91-bdf965121b0a tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/security-groups?id=87f47825-2141-487b-83ca-806fe15bccec&id=c8eb07a3-d140-42ab-8a89-cbca11239a56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339983 Jul 16 20:04:13.143296 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1dbc8-4679-4f85-946a-ee12c989448a req-2901a94c-cbfb-49b8-bf1d-dd619e4433e1 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:13.144830 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-3ed1dbc8-4679-4f85-946a-ee12c989448a req-2901a94c-cbfb-49b8-bf1d-dd619e4433e1 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=5dbf62ac-e4bb-41b5-9471-78ebf5a01e62 HTTP/1.1" status: 200 len: 945 time: 0.0661905 Jul 16 20:04:13.181310 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-3ed1dbc8-4679-4f85-946a-ee12c989448a req-8fe5d4f8-c5f1-4859-8e5f-7d903d7874c2 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308542 Jul 16 20:04:13.675202 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43dba5-dbea-45de-9445-fd699df2f8a1 req-299044a9-b62d-4f9e-8809-92d8c019ec76 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:13.676722 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-0c43dba5-dbea-45de-9445-fd699df2f8a1 req-299044a9-b62d-4f9e-8809-92d8c019ec76 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 944 time: 0.0718122 Jul 16 20:04:13.716896 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-0c43dba5-dbea-45de-9445-fd699df2f8a1 req-788e2ef1-d03f-49cf-8777-9281fc805084 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345337 Jul 16 20:04:13.821343 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e657ea-b6e9-4503-ab40-1049ac277db5 req-8765ed24-15a3-4781-b718-f392f51e2508 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:13.823581 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-86e657ea-b6e9-4503-ab40-1049ac277db5 req-8765ed24-15a3-4781-b718-f392f51e2508 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.0653913 Jul 16 20:04:13.865084 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-86e657ea-b6e9-4503-ab40-1049ac277db5 req-4dbf7029-d507-4da4-8a4d-c0e903517630 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357525 Jul 16 20:04:14.113097 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc095b-e665-4363-bbf9-ca69340cc977 req-539d2acc-6778-4534-beb3-64a817d681df tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:14.114587 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-80bc095b-e665-4363-bbf9-ca69340cc977 req-539d2acc-6778-4534-beb3-64a817d681df tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/ports?device_id=e7d03983-9bfb-4dee-a30b-c1a87de2597b HTTP/1.1" status: 200 len: 984 time: 0.0680389 Jul 16 20:04:14.156060 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-80bc095b-e665-4363-bbf9-ca69340cc977 req-cd974a27-9f67-43df-b22e-eda7fc69b0ba tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/security-groups?id=87f47825-2141-487b-83ca-806fe15bccec&id=c8eb07a3-d140-42ab-8a89-cbca11239a56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355148 Jul 16 20:04:14.363798 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed9a67-25c0-4074-9d0a-144626275a3d req-7da75206-4c17-4645-9418-4fff046af7b2 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:14.365216 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d7ed9a67-25c0-4074-9d0a-144626275a3d req-7da75206-4c17-4645-9418-4fff046af7b2 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=5dbf62ac-e4bb-41b5-9471-78ebf5a01e62 HTTP/1.1" status: 200 len: 945 time: 0.0700347 Jul 16 20:04:14.402733 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d7ed9a67-25c0-4074-9d0a-144626275a3d req-dd1565bd-7de4-4023-8091-c7637c271889 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319650 Jul 16 20:04:14.925177 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8cdf72-4f48-482c-8a52-549f213f7b69 req-eb33b0e8-d159-442b-b9e6-90fb267bd1f3 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:14.926944 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-9f8cdf72-4f48-482c-8a52-549f213f7b69 req-eb33b0e8-d159-442b-b9e6-90fb267bd1f3 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 944 time: 0.0824156 Jul 16 20:04:14.989643 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-9f8cdf72-4f48-482c-8a52-549f213f7b69 req-74edbad3-0066-4ed4-91bb-faa7e4f6f02b tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552418 Jul 16 20:04:15.052722 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b0989-e97e-4542-ade8-87b7c5ab6dac req-ce1900e4-00f7-4815-b28f-8c7d471151b0 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:15.054282 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-dd1b0989-e97e-4542-ade8-87b7c5ab6dac req-ce1900e4-00f7-4815-b28f-8c7d471151b0 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.0659254 Jul 16 20:04:15.103407 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-dd1b0989-e97e-4542-ade8-87b7c5ab6dac req-15726e87-87a5-4c53-8c7d-167991395296 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425627 Jul 16 20:04:15.331054 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683c548-a83b-4015-9d14-8b52ac6842c9 req-579f883a-fe12-4855-9a04-2d0fa98e2318 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:15.332698 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-c683c548-a83b-4015-9d14-8b52ac6842c9 req-579f883a-fe12-4855-9a04-2d0fa98e2318 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/ports?device_id=e7d03983-9bfb-4dee-a30b-c1a87de2597b HTTP/1.1" status: 200 len: 984 time: 0.0649092 Jul 16 20:04:15.373370 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-c683c548-a83b-4015-9d14-8b52ac6842c9 req-53014c06-2d2c-47e2-8327-80750901a815 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/security-groups?id=87f47825-2141-487b-83ca-806fe15bccec&id=c8eb07a3-d140-42ab-8a89-cbca11239a56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349321 Jul 16 20:04:15.618740 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90adecc-42a4-4db5-a4d7-49d0440ad3b8 req-8757586a-72fa-4b39-90a6-a91f1838e1b1 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:15.622025 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d90adecc-42a4-4db5-a4d7-49d0440ad3b8 req-8757586a-72fa-4b39-90a6-a91f1838e1b1 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=5dbf62ac-e4bb-41b5-9471-78ebf5a01e62 HTTP/1.1" status: 200 len: 945 time: 0.0916688 Jul 16 20:04:15.668826 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d90adecc-42a4-4db5-a4d7-49d0440ad3b8 req-fb0d8e8f-93b9-4d9c-bde3-d75f5870bf07 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409410 Jul 16 20:04:16.174363 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6549be-69e3-4836-ab97-5eac03b19b95 req-1e09de6f-d101-4e62-b7c6-1614da98ec25 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:16.175848 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-db6549be-69e3-4836-ab97-5eac03b19b95 req-1e09de6f-d101-4e62-b7c6-1614da98ec25 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 944 time: 0.0688207 Jul 16 20:04:16.214104 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-db6549be-69e3-4836-ab97-5eac03b19b95 req-3c94852a-0e55-42d4-8e85-97f7b979231c tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327556 Jul 16 20:04:16.226194 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-8733effd-211d-4d30-bcbf-31435c7a2b79 req-dbcca390-019b-43df-8926-854ddf340e8a tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1344341414&fields=id&tenant_id=078f23be686b440dad7cffc96ff5c84c HTTP/1.1" status: 200 len: 267 time: 0.0353875 Jul 16 20:04:16.334130 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8733effd-211d-4d30-bcbf-31435c7a2b79 req-ed5584e1-c895-48b7-8b5e-a02149b70d89 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:16.335635 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-8733effd-211d-4d30-bcbf-31435c7a2b79 req-ed5584e1-c895-48b7-8b5e-a02149b70d89 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/networks?id=a90ba138-c4a1-4110-a3e5-cb4305c2de87 HTTP/1.1" status: 200 len: 812 time: 0.1030469 Jul 16 20:04:16.350805 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-8733effd-211d-4d30-bcbf-31435c7a2b79 req-48935219-606b-42be-a167-523d9925820b tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/quotas/078f23be686b440dad7cffc96ff5c84c HTTP/1.1" status: 200 len: 375 time: 0.0097461 Jul 16 20:04:16.379690 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecff1c3-8e45-457f-89a6-400d4b2f6971 req-2d7b28d7-110f-4dca-940a-473db4671f9f tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:16.381505 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-6ecff1c3-8e45-457f-89a6-400d4b2f6971 req-2d7b28d7-110f-4dca-940a-473db4671f9f tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.0643950 Jul 16 20:04:16.419945 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-6ecff1c3-8e45-457f-89a6-400d4b2f6971 req-d32d1593-004e-4199-9746-e1695a5ed64d tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328965 Jul 16 20:04:16.425005 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-8733effd-211d-4d30-bcbf-31435c7a2b79 req-cf765b07-224f-403e-b970-3c99414e2010 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=078f23be686b440dad7cffc96ff5c84c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0692966 Jul 16 20:04:16.517991 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-8733effd-211d-4d30-bcbf-31435c7a2b79 req-fc1b039a-71d8-4915-851d-03f61c972315 service neutron] 10.222.0.98 "GET /v2.0/networks/a90ba138-c4a1-4110-a3e5-cb4305c2de87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822945 Jul 16 20:04:16.584846 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c024d6-4662-4c35-9ebe-12252b495a9f req-9a37baf2-0207-4edf-af17-eadc085966e0 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:16.586312 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-15c024d6-4662-4c35-9ebe-12252b495a9f req-9a37baf2-0207-4edf-af17-eadc085966e0 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/ports?device_id=e7d03983-9bfb-4dee-a30b-c1a87de2597b HTTP/1.1" status: 200 len: 984 time: 0.0658712 Jul 16 20:04:16.621209 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-8733effd-211d-4d30-bcbf-31435c7a2b79 req-3079e0af-f385-450c-b9a1-2682c0bb8c17 service neutron] 10.222.0.98 "GET /v2.0/networks/a90ba138-c4a1-4110-a3e5-cb4305c2de87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976365 Jul 16 20:04:16.627829 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-15c024d6-4662-4c35-9ebe-12252b495a9f req-833a7dc8-09a1-4b57-b4ca-7c5c88a343c2 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/security-groups?id=87f47825-2141-487b-83ca-806fe15bccec&id=c8eb07a3-d140-42ab-8a89-cbca11239a56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357416 Jul 16 20:04:16.882876 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2f853-a559-4c13-97c8-c81178354a81 req-b0ce1e8a-db73-4ef4-afc5-0e4a148fd614 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:16.884714 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-f3b2f853-a559-4c13-97c8-c81178354a81 req-b0ce1e8a-db73-4ef4-afc5-0e4a148fd614 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=5dbf62ac-e4bb-41b5-9471-78ebf5a01e62 HTTP/1.1" status: 200 len: 945 time: 0.0892017 Jul 16 20:04:16.927275 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-f3b2f853-a559-4c13-97c8-c81178354a81 req-9c329246-fabf-4924-9838-bf07d1d56528 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345066 Jul 16 20:04:16.992565 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41725b64-3f3b-48d2-a44c-425ccc8a945a req-e55e31e8-8848-4b41-8668-69581116ef4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:16.994164 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-41725b64-3f3b-48d2-a44c-425ccc8a945a req-e55e31e8-8848-4b41-8668-69581116ef4b service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=5dbf62ac-e4bb-41b5-9471-78ebf5a01e62 HTTP/1.1" status: 200 len: 1098 time: 0.0545499 Jul 16 20:04:17.002716 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-261930f1-25e8-4318-916f-93296f06931a req-6cf63f2e-24e8-48bb-a5e2-4342a5881ebf tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=f1f5cf23-294a-4d10-8f41-8de4ab6796d3 HTTP/1.1" status: 200 len: 210 time: 0.0294521 Jul 16 20:04:17.035068 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-41725b64-3f3b-48d2-a44c-425ccc8a945a req-f2a9636f-95d8-456a-bfd2-743db8bd9d04 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298693 Jul 16 20:04:17.416083 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351aed9-f3e4-48bb-bf84-b5506fecc67e req-4f47e7bd-2a0b-4202-ba2a-6b6524863100 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:17.418675 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-8351aed9-f3e4-48bb-bf84-b5506fecc67e req-4f47e7bd-2a0b-4202-ba2a-6b6524863100 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 944 time: 0.0774837 Jul 16 20:04:17.479050 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-8351aed9-f3e4-48bb-bf84-b5506fecc67e req-0b6eddb6-daa2-4dbd-8b91-321bfc8c2db6 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535731 Jul 16 20:04:17.615457 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8685606-94f8-4405-be2a-73bd3c143dd1 req-d8ff21be-130e-469c-a062-5658789d0def tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:17.616985 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c8685606-94f8-4405-be2a-73bd3c143dd1 req-d8ff21be-130e-469c-a062-5658789d0def tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.0694056 Jul 16 20:04:17.654346 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c8685606-94f8-4405-be2a-73bd3c143dd1 req-b497bbed-1153-4ecb-9d40-0172802a64b5 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311904 Jul 16 20:04:17.802215 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb16dc-087e-43d0-84f8-b9d2092a5d0b req-da633fb5-c564-4a14-ace9-5963e688cb71 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:17.803692 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-62fb16dc-087e-43d0-84f8-b9d2092a5d0b req-da633fb5-c564-4a14-ace9-5963e688cb71 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/ports?device_id=e7d03983-9bfb-4dee-a30b-c1a87de2597b HTTP/1.1" status: 200 len: 984 time: 0.0618234 Jul 16 20:04:17.842874 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-62fb16dc-087e-43d0-84f8-b9d2092a5d0b req-e4abdf22-0793-4758-9010-8393f670e999 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/security-groups?id=87f47825-2141-487b-83ca-806fe15bccec&id=c8eb07a3-d140-42ab-8a89-cbca11239a56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335569 Jul 16 20:04:18.117706 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23113b26-9237-4172-969d-e8e686f9536c req-10a97690-8cae-450b-b2b5-1965ba156708 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:18.119563 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-23113b26-9237-4172-969d-e8e686f9536c req-10a97690-8cae-450b-b2b5-1965ba156708 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=5dbf62ac-e4bb-41b5-9471-78ebf5a01e62 HTTP/1.1" status: 200 len: 945 time: 0.0776780 Jul 16 20:04:18.161453 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-3829fd67-50ba-412d-8b17-06e4ba75466b req-4c845e67-8aa2-4502-b840-42e870b98b59 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=f1f5cf23-294a-4d10-8f41-8de4ab6796d3 HTTP/1.1" status: 200 len: 210 time: 0.0419874 Jul 16 20:04:18.176100 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-23113b26-9237-4172-969d-e8e686f9536c req-9e11b71a-4a5a-4783-9e30-5184c5640da9 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492833 Jul 16 20:04:18.730081 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a1a81-5891-4dd5-ad3c-143e0a5fe308 req-d5067163-9790-4d7b-b47b-72e743d19742 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:18.734605 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-810a1a81-5891-4dd5-ad3c-143e0a5fe308 req-d5067163-9790-4d7b-b47b-72e743d19742 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 944 time: 0.1316037 Jul 16 20:04:18.745898 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59113600-ca21-4c21-8222-977aeb48ebf0 req-1f0f40f7-3739-4e60-9174-d99980ba5cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:18.748308 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-59113600-ca21-4c21-8222-977aeb48ebf0 req-1f0f40f7-3739-4e60-9174-d99980ba5cf4 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 1099 time: 0.1081085 Jul 16 20:04:18.823167 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-59113600-ca21-4c21-8222-977aeb48ebf0 req-3574d8a8-4f17-4f3b-974c-29cacc578202 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626125 Jul 16 20:04:18.826043 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-810a1a81-5891-4dd5-ad3c-143e0a5fe308 req-8b8e2ec2-a208-4efa-a7fe-e854c8dfb6df tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836840 Jul 16 20:04:18.851991 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365016e1-aa28-464d-9450-4a23be3d01d0 req-ca53c490-25f7-4fa7-ad2b-d90d51907dc8 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:18.853546 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-365016e1-aa28-464d-9450-4a23be3d01d0 req-ca53c490-25f7-4fa7-ad2b-d90d51907dc8 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.0727034 Jul 16 20:04:18.897485 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-365016e1-aa28-464d-9450-4a23be3d01d0 req-4e40abc2-7b3d-4d56-8f59-a7ee92733730 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376947 Jul 16 20:04:19.022347 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8733effd-211d-4d30-bcbf-31435c7a2b79 req-3534e8e0-504a-4d34-90ca-0a6030694b92 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:19.023797 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-8733effd-211d-4d30-bcbf-31435c7a2b79 req-3534e8e0-504a-4d34-90ca-0a6030694b92 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.102 "GET /v2.0/networks?id=a90ba138-c4a1-4110-a3e5-cb4305c2de87 HTTP/1.1" status: 200 len: 812 time: 0.1337295 Jul 16 20:04:19.077311 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-8733effd-211d-4d30-bcbf-31435c7a2b79 req-09902e3e-f106-43de-b0c3-9fdd67574eaf tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=078f23be686b440dad7cffc96ff5c84c HTTP/1.1" status: 200 len: 380 time: 0.0352750 Jul 16 20:04:19.092806 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [req-8733effd-211d-4d30-bcbf-31435c7a2b79 req-bc2a9529-bffa-40fd-b1fd-f68f96d8e0fb tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Request body: {'port': {'device_id': 'f1f5cf23-294a-4d10-8f41-8de4ab6796d3', 'network_id': 'a90ba138-c4a1-4110-a3e5-cb4305c2de87', 'admin_state_up': True, 'tenant_id': '078f23be686b440dad7cffc96ff5c84c', 'security_groups': ['d42a7f47-aa32-4cff-a27c-1452fa97a649']}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:19.213086 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8733effd-211d-4d30-bcbf-31435c7a2b79 req-bc2a9529-bffa-40fd-b1fd-f68f96d8e0fb tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Made reservation on behalf of 078f23be686b440dad7cffc96ff5c84c for: {'port': 1} {{(pid=93021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:04:19.217895 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-8733effd-211d-4d30-bcbf-31435c7a2b79 req-bc2a9529-bffa-40fd-b1fd-f68f96d8e0fb tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:19.250074 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc08e08-96d1-456f-8b1f-f17d6b39f58c req-bf0dda6a-bb02-4bdc-a4d4-a4067b7ee84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:19.252317 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-efc08e08-96d1-456f-8b1f-f17d6b39f58c req-bf0dda6a-bb02-4bdc-a4d4-a4067b7ee84e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b242095010ee4963872bd0cfcbacc3fa&device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 1097 time: 0.0743928 Jul 16 20:04:19.330189 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-522c9f80-b92e-4448-a28f-1518774ed072 req-3922a304-a2df-439c-b4be-fa4b2c3976e2 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=f1f5cf23-294a-4d10-8f41-8de4ab6796d3 HTTP/1.1" status: 200 len: 210 time: 0.0351684 Jul 16 20:04:19.377648 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.db_base_plugin_common [req-8733effd-211d-4d30-bcbf-31435c7a2b79 req-bc2a9529-bffa-40fd-b1fd-f68f96d8e0fb tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Allocated IP 172.20.0.9 (a90ba138-c4a1-4110-a3e5-cb4305c2de87/240aba66-ab9f-4277-a9b2-4f5b9dbf7e93/fabdd6de-5ea0-49df-9aa1-2e14026aae05) {{(pid=93021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:04:19.404191 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc08e08-96d1-456f-8b1f-f17d6b39f58c req-7cac9383-8360-4e2d-85e8-58fd9acd9994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:19.405583 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-efc08e08-96d1-456f-8b1f-f17d6b39f58c req-7cac9383-8360-4e2d-85e8-58fd9acd9994 service neutron] 10.222.0.102 "GET /v2.0/networks?id=4ff04a31-0c23-4b48-92bc-f65e7b91222b HTTP/1.1" status: 200 len: 918 time: 0.1302249 Jul 16 20:04:19.430375 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c73538-a34d-4531-9648-fafa8d9f0656 req-f1b5b701-60a4-4d4a-89cd-c97a89c2d337 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:19.431872 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-06c73538-a34d-4531-9648-fafa8d9f0656 req-f1b5b701-60a4-4d4a-89cd-c97a89c2d337 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=5dbf62ac-e4bb-41b5-9471-78ebf5a01e62 HTTP/1.1" status: 200 len: 945 time: 0.1231411 Jul 16 20:04:19.511339 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-efc08e08-96d1-456f-8b1f-f17d6b39f58c req-b76ecf55-62ce-4526-a649-b8e62701f0fa service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a62567f-aa44-4887-a9a0-49d74dc43f12 HTTP/1.1" status: 200 len: 1000 time: 0.0977337 Jul 16 20:04:19.517857 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-06c73538-a34d-4531-9648-fafa8d9f0656 req-3abe43fd-0757-4799-801a-ee155ccc3688 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564642 Jul 16 20:04:19.518458 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-8733effd-211d-4d30-bcbf-31435c7a2b79 req-bc2a9529-bffa-40fd-b1fd-f68f96d8e0fb tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks [] for port, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:19.532007 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.provisioning_blocks [req-8733effd-211d-4d30-bcbf-31435c7a2b79 req-bc2a9529-bffa-40fd-b1fd-f68f96d8e0fb tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Transition to ACTIVE for port object fabdd6de-5ea0-49df-9aa1-2e14026aae05 will not be triggered until provisioned by entity DHCP. {{(pid=93021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:04:19.568436 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc08e08-96d1-456f-8b1f-f17d6b39f58c req-c60e346b-8436-40d4-9747-4f65e5e6d92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:19.568692 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-8733effd-211d-4d30-bcbf-31435c7a2b79 req-bc2a9529-bffa-40fd-b1fd-f68f96d8e0fb tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786206872486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8120956'] for port, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:19.570651 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-efc08e08-96d1-456f-8b1f-f17d6b39f58c req-c60e346b-8436-40d4-9747-4f65e5e6d92f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=bbca6f5f-fd8e-4af4-b23d-e7ec2502b976 HTTP/1.1" status: 200 len: 855 time: 0.0476291 Jul 16 20:04:19.620832 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8733effd-211d-4d30-bcbf-31435c7a2b79 req-bc2a9529-bffa-40fd-b1fd-f68f96d8e0fb tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Network a90ba138-c4a1-4110-a3e5-cb4305c2de87 is already hosted by enough agents. {{(pid=93021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:04:19.628792 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.base_scheduler [req-8733effd-211d-4d30-bcbf-31435c7a2b79 req-bc2a9529-bffa-40fd-b1fd-f68f96d8e0fb tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Resources bound (agent type, host, resource id): {{(pid=93021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:04:19.632991 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [req-8733effd-211d-4d30-bcbf-31435c7a2b79 req-bc2a9529-bffa-40fd-b1fd-f68f96d8e0fb tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Received port after_create {{(pid=93021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:04:19.665387 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2a9529-bffa-40fd-b1fd-f68f96d8e0fb tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Pushing event updated for resources: {'Port': ['ID=fabdd6de-5ea0-49df-9aa1-2e14026aae05,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:19.667038 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc08e08-96d1-456f-8b1f-f17d6b39f58c req-d21633e1-75f6-43fd-921e-8bd17a869acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:19.670204 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-efc08e08-96d1-456f-8b1f-f17d6b39f58c req-d21633e1-75f6-43fd-921e-8bd17a869acc service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=4ff04a31-0c23-4b48-92bc-f65e7b91222b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0830698 Jul 16 20:04:19.696391 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8733effd-211d-4d30-bcbf-31435c7a2b79 req-bc2a9529-bffa-40fd-b1fd-f68f96d8e0fb tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:19.697031 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-8733effd-211d-4d30-bcbf-31435c7a2b79 req-bc2a9529-bffa-40fd-b1fd-f68f96d8e0fb tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for port, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:19.714395 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-8733effd-211d-4d30-bcbf-31435c7a2b79 req-bc2a9529-bffa-40fd-b1fd-f68f96d8e0fb tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6263833 Jul 16 20:04:19.734803 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [req-8733effd-211d-4d30-bcbf-31435c7a2b79 req-dc0fe10c-41fa-462e-bafa-afc5c28d6714 service neutron] Request body: {'port': {'device_id': 'f1f5cf23-294a-4d10-8f41-8de4ab6796d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:19.831450 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-efc08e08-96d1-456f-8b1f-f17d6b39f58c req-427de90b-2626-4be4-ac36-fe2ce8ab61cd service neutron] 10.222.0.102 "GET /v2.0/networks/4ff04a31-0c23-4b48-92bc-f65e7b91222b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469932 Jul 16 20:04:19.842552 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-8733effd-211d-4d30-bcbf-31435c7a2b79 req-dc0fe10c-41fa-462e-bafa-afc5c28d6714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:19.973835 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-d9242ef3-e955-4f72-b894-f2787a0c7c45 None None] Provisioning for port fabdd6de-5ea0-49df-9aa1-2e14026aae05 completed by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:04:19.979249 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-d9242ef3-e955-4f72-b894-f2787a0c7c45 None None] Provisioning complete for port fabdd6de-5ea0-49df-9aa1-2e14026aae05 triggered by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:19.979630 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d9242ef3-e955-4f72-b894-f2787a0c7c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:20.059946 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-efc08e08-96d1-456f-8b1f-f17d6b39f58c req-2db08342-9d7f-4160-955f-621bff9a6a46 service neutron] 10.222.0.102 "GET /v2.0/networks/4ff04a31-0c23-4b48-92bc-f65e7b91222b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157362 Jul 16 20:04:20.080483 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-d9242ef3-e955-4f72-b894-f2787a0c7c45 None None] Port fabdd6de-5ea0-49df-9aa1-2e14026aae05 cannot update to ACTIVE because it is not bound. {{(pid=93022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:04:20.148699 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335ea77-0bd9-497f-a443-16ee8cd4b4f1 req-f0fa5a66-b5df-4edf-8045-308538c2575d tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:20.150808 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-0335ea77-0bd9-497f-a443-16ee8cd4b4f1 req-f0fa5a66-b5df-4edf-8045-308538c2575d tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.0781875 Jul 16 20:04:20.177214 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-08263362-0848-45fc-87c4-5493e5cb7d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:20.193351 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-0335ea77-0bd9-497f-a443-16ee8cd4b4f1 req-b0c9712b-3a95-41c3-8b25-b24633b86f11 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365236 Jul 16 20:04:20.240883 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44951da5-ee38-41f3-a3dd-b195cace35c4 req-fada4b85-fc9d-45db-beb3-f4f5a50df45d tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:20.242337 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-44951da5-ee38-41f3-a3dd-b195cace35c4 req-fada4b85-fc9d-45db-beb3-f4f5a50df45d tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 944 time: 0.1429381 Jul 16 20:04:20.303993 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-44951da5-ee38-41f3-a3dd-b195cace35c4 req-2ed8ed5d-08e1-4c66-ac4d-1dce99e1dfaa tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544975 Jul 16 20:04:20.366623 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.notifiers.nova [req-8733effd-211d-4d30-bcbf-31435c7a2b79 req-dc0fe10c-41fa-462e-bafa-afc5c28d6714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fabdd6de-5ea0-49df-9aa1-2e14026aae05 {{(pid=93021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:04:20.374343 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-8733effd-211d-4d30-bcbf-31435c7a2b79 req-dc0fe10c-41fa-462e-bafa-afc5c28d6714 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:20.387288 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.provisioning_blocks [req-8733effd-211d-4d30-bcbf-31435c7a2b79 req-dc0fe10c-41fa-462e-bafa-afc5c28d6714 service neutron] Transition to ACTIVE for port object fabdd6de-5ea0-49df-9aa1-2e14026aae05 will not be triggered until provisioned by entity L2. {{(pid=93021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:04:20.391072 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-8733effd-211d-4d30-bcbf-31435c7a2b79 req-dc0fe10c-41fa-462e-bafa-afc5c28d6714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8120901'] for port, after_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:20.524233 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a297b-f957-4c1e-aaed-42d77dfd65d4 req-61db573c-06a8-4a58-b79d-bcebcec09892 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:20.525853 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-295a297b-f957-4c1e-aaed-42d77dfd65d4 req-61db573c-06a8-4a58-b79d-bcebcec09892 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=f1f5cf23-294a-4d10-8f41-8de4ab6796d3 HTTP/1.1" status: 200 len: 943 time: 0.0791538 Jul 16 20:04:20.569739 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-295a297b-f957-4c1e-aaed-42d77dfd65d4 req-9b494ec5-c439-4435-9b65-0648b3d41df4 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/security-groups?id=d42a7f47-aa32-4cff-a27c-1452fa97a649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381646 Jul 16 20:04:20.655815 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:20.716073 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0fe10c-41fa-462e-bafa-afc5c28d6714 service neutron] Pushing event updated for resources: {'Port': ['ID=fabdd6de-5ea0-49df-9aa1-2e14026aae05,revision_number=2']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:20.762243 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.managers [req-8733effd-211d-4d30-bcbf-31435c7a2b79 req-dc0fe10c-41fa-462e-bafa-afc5c28d6714 service neutron] Attempting to bind port fabdd6de-5ea0-49df-9aa1-2e14026aae05 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:04:20.762909 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.managers [req-8733effd-211d-4d30-bcbf-31435c7a2b79 req-dc0fe10c-41fa-462e-bafa-afc5c28d6714 service neutron] Attempting to bind port fabdd6de-5ea0-49df-9aa1-2e14026aae05 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': 'ffa35782-5bd7-4d75-a1c1-3972da91ba47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'a90ba138-c4a1-4110-a3e5-cb4305c2de87'}] {{(pid=93021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:04:20.762909 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8733effd-211d-4d30-bcbf-31435c7a2b79 req-dc0fe10c-41fa-462e-bafa-afc5c28d6714 service neutron] Attempting to bind port fabdd6de-5ea0-49df-9aa1-2e14026aae05 on network a90ba138-c4a1-4110-a3e5-cb4305c2de87 {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:04:20.767550 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8733effd-211d-4d30-bcbf-31435c7a2b79 req-dc0fe10c-41fa-462e-bafa-afc5c28d6714 service neutron] Port fabdd6de-5ea0-49df-9aa1-2e14026aae05 on network a90ba138-c4a1-4110-a3e5-cb4305c2de87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:04:20.767827 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8733effd-211d-4d30-bcbf-31435c7a2b79 req-dc0fe10c-41fa-462e-bafa-afc5c28d6714 service neutron] Attempting to bind port fabdd6de-5ea0-49df-9aa1-2e14026aae05 on network a90ba138-c4a1-4110-a3e5-cb4305c2de87 {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:04:20.772389 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8733effd-211d-4d30-bcbf-31435c7a2b79 req-dc0fe10c-41fa-462e-bafa-afc5c28d6714 service neutron] Checking agent: {'id': 'bb34d2fe-afd3-464c-b7a4-0ee0e23bc19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 21), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:04:20.772713 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8733effd-211d-4d30-bcbf-31435c7a2b79 req-dc0fe10c-41fa-462e-bafa-afc5c28d6714 service neutron] Checking segment: {'id': 'ffa35782-5bd7-4d75-a1c1-3972da91ba47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'a90ba138-c4a1-4110-a3e5-cb4305c2de87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:04:20.773082 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8733effd-211d-4d30-bcbf-31435c7a2b79 req-dc0fe10c-41fa-462e-bafa-afc5c28d6714 service neutron] Bound using segment: {'id': 'ffa35782-5bd7-4d75-a1c1-3972da91ba47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'a90ba138-c4a1-4110-a3e5-cb4305c2de87'} {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:04:20.773567 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.managers [req-8733effd-211d-4d30-bcbf-31435c7a2b79 req-dc0fe10c-41fa-462e-bafa-afc5c28d6714 service neutron] Bound port: fabdd6de-5ea0-49df-9aa1-2e14026aae05, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffa35782-5bd7-4d75-a1c1-3972da91ba47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'a90ba138-c4a1-4110-a3e5-cb4305c2de87'}}] {{(pid=93021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:04:20.773910 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-8733effd-211d-4d30-bcbf-31435c7a2b79 req-dc0fe10c-41fa-462e-bafa-afc5c28d6714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:20.833392 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.db [req-8733effd-211d-4d30-bcbf-31435c7a2b79 req-dc0fe10c-41fa-462e-bafa-afc5c28d6714 service neutron] For port fabdd6de-5ea0-49df-9aa1-2e14026aae05, host hv-cinder-80069, cleared binding levels {{(pid=93021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:04:20.836326 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.db [req-8733effd-211d-4d30-bcbf-31435c7a2b79 req-dc0fe10c-41fa-462e-bafa-afc5c28d6714 service neutron] For port fabdd6de-5ea0-49df-9aa1-2e14026aae05, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=fabdd6de-5ea0-49df-9aa1-2e14026aae05,segment=NetworkSegment(ffa35782-5bd7-4d75-a1c1-3972da91ba47),segment_id=ffa35782-5bd7-4d75-a1c1-3972da91ba47)] {{(pid=93021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:04:20.840373 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-8733effd-211d-4d30-bcbf-31435c7a2b79 req-dc0fe10c-41fa-462e-bafa-afc5c28d6714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8120901'] for port, after_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:20.873296 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8733effd-211d-4d30-bcbf-31435c7a2b79 req-dc0fe10c-41fa-462e-bafa-afc5c28d6714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:20.873921 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-8733effd-211d-4d30-bcbf-31435c7a2b79 req-dc0fe10c-41fa-462e-bafa-afc5c28d6714 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for port, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:20.875285 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-8733effd-211d-4d30-bcbf-31435c7a2b79 req-dc0fe10c-41fa-462e-bafa-afc5c28d6714 service neutron] 10.222.0.102 "PUT /v2.0/ports/fabdd6de-5ea0-49df-9aa1-2e14026aae05 HTTP/1.1" status: 200 len: 1093 time: 1.1492226 Jul 16 20:04:20.875703 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1f5cf23-294a-4d10-8f41-8de4ab6796d3', 'tag': 'fabdd6de-5ea0-49df-9aa1-2e14026aae05'}] {{(pid=93021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:04:20.878573 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddedcd09e79d8c9fc5d60e66bd670fc6a6ae4dfc146b22652953969e0d1274bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de05c2cb-4fc4-4d7e-a3ce-c8827c822162" -d '{"events": [{"name": "network-changed", "server_uuid": "f1f5cf23-294a-4d10-8f41-8de4ab6796d3", "tag": "fabdd6de-5ea0-49df-9aa1-2e14026aae05"}]}' {{(pid=93021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:04:20.905813 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0fe10c-41fa-462e-bafa-afc5c28d6714 service neutron] Pushing event updated for resources: {'Port': ['ID=fabdd6de-5ea0-49df-9aa1-2e14026aae05,revision_number=3']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:20.921299 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37e3bf5-c5fc-476b-a85e-260c0d12e86e x-openstack-request-id: req-a37e3bf5-c5fc-476b-a85e-260c0d12e86e {{(pid=93021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:04:20.921649 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1f5cf23-294a-4d10-8f41-8de4ab6796d3", "tag": "fabdd6de-5ea0-49df-9aa1-2e14026aae05", "status": "completed", "code": 200}]} {{(pid=93021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:04:20.921960 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a37e3bf5-c5fc-476b-a85e-260c0d12e86e {{(pid=93021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:04:20.922405 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1f5cf23-294a-4d10-8f41-8de4ab6796d3', 'tag': 'fabdd6de-5ea0-49df-9aa1-2e14026aae05', 'status': 'completed', 'code': 200} Jul 16 20:04:20.976873 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8733effd-211d-4d30-bcbf-31435c7a2b79 req-0951b5c9-3ea6-4ded-95a2-2153c9ffce3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:20.978315 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-8733effd-211d-4d30-bcbf-31435c7a2b79 req-0951b5c9-3ea6-4ded-95a2-2153c9ffce3b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=078f23be686b440dad7cffc96ff5c84c&device_id=f1f5cf23-294a-4d10-8f41-8de4ab6796d3 HTTP/1.1" status: 200 len: 1096 time: 0.0594640 Jul 16 20:04:21.036864 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-8733effd-211d-4d30-bcbf-31435c7a2b79 req-a0fffa22-616b-4cdb-a74d-0aad38120f32 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fabdd6de-5ea0-49df-9aa1-2e14026aae05 HTTP/1.1" status: 200 len: 217 time: 0.0376329 Jul 16 20:04:21.091069 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8733effd-211d-4d30-bcbf-31435c7a2b79 req-0b3d88e8-9a3c-4f57-8dc8-666096982f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:21.092490 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-8733effd-211d-4d30-bcbf-31435c7a2b79 req-0b3d88e8-9a3c-4f57-8dc8-666096982f1c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=240aba66-ab9f-4277-a9b2-4f5b9dbf7e93 HTTP/1.1" status: 200 len: 851 time: 0.0468030 Jul 16 20:04:21.155200 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8733effd-211d-4d30-bcbf-31435c7a2b79 req-bf71675f-930d-48e3-bcee-9418f1af03b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:21.156728 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-8733effd-211d-4d30-bcbf-31435c7a2b79 req-bf71675f-930d-48e3-bcee-9418f1af03b6 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a90ba138-c4a1-4110-a3e5-cb4305c2de87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0554199 Jul 16 20:04:21.257853 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-8733effd-211d-4d30-bcbf-31435c7a2b79 req-fd42aecb-f9c8-4615-bb44-5582a6a56733 service neutron] 10.222.0.102 "GET /v2.0/networks/a90ba138-c4a1-4110-a3e5-cb4305c2de87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896451 Jul 16 20:04:21.390695 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-8733effd-211d-4d30-bcbf-31435c7a2b79 req-7d1cfb17-11f0-4812-bc8e-606bf355f3e2 service neutron] 10.222.0.102 "GET /v2.0/networks/a90ba138-c4a1-4110-a3e5-cb4305c2de87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251791 Jul 16 20:04:21.433475 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cbae77-c4e4-49a2-b466-a1b23af4149d req-fe20fc00-12a2-40a1-92e2-18b2b1656186 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:21.434980 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-59cbae77-c4e4-49a2-b466-a1b23af4149d req-fe20fc00-12a2-40a1-92e2-18b2b1656186 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.1093633 Jul 16 20:04:21.511401 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-59cbae77-c4e4-49a2-b466-a1b23af4149d req-49d4b582-c9ac-42c4-9d02-eef021ca4b20 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647757 Jul 16 20:04:21.536268 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0525f26-2335-429a-aeaf-d3c5de0bd5e4 req-4fb27ce6-c048-46e5-91c0-343114bb60ca tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:21.537791 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c0525f26-2335-429a-aeaf-d3c5de0bd5e4 req-4fb27ce6-c048-46e5-91c0-343114bb60ca tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 944 time: 0.0729048 Jul 16 20:04:21.541370 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de05c2cb-4fc4-4d7e-a3ce-c8827c822162 req-cbbbb344-6493-41c5-bbe4-e18cc10925c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:21.542870 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-de05c2cb-4fc4-4d7e-a3ce-c8827c822162 req-cbbbb344-6493-41c5-bbe4-e18cc10925c0 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=078f23be686b440dad7cffc96ff5c84c&device_id=f1f5cf23-294a-4d10-8f41-8de4ab6796d3 HTTP/1.1" status: 200 len: 1096 time: 0.0821786 Jul 16 20:04:21.586130 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c0525f26-2335-429a-aeaf-d3c5de0bd5e4 req-e07bc5f4-167f-4974-97be-3fbdd0aa652d tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407219 Jul 16 20:04:21.646864 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de05c2cb-4fc4-4d7e-a3ce-c8827c822162 req-71694361-8f02-422c-9435-030c8e4a3fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:21.648360 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-de05c2cb-4fc4-4d7e-a3ce-c8827c822162 req-71694361-8f02-422c-9435-030c8e4a3fdc service neutron] 10.222.0.102 "GET /v2.0/networks?id=a90ba138-c4a1-4110-a3e5-cb4305c2de87 HTTP/1.1" status: 200 len: 914 time: 0.0932446 Jul 16 20:04:21.704536 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-de05c2cb-4fc4-4d7e-a3ce-c8827c822162 req-8f6fca49-b91c-43c5-b271-75d869e1c5e5 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fabdd6de-5ea0-49df-9aa1-2e14026aae05 HTTP/1.1" status: 200 len: 217 time: 0.0386314 Jul 16 20:04:21.760919 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de05c2cb-4fc4-4d7e-a3ce-c8827c822162 req-f06b080c-3e93-43d0-9bbf-65a5bf7916ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:21.762359 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-de05c2cb-4fc4-4d7e-a3ce-c8827c822162 req-f06b080c-3e93-43d0-9bbf-65a5bf7916ff service neutron] 10.222.0.102 "GET /v2.0/subnets?id=240aba66-ab9f-4277-a9b2-4f5b9dbf7e93 HTTP/1.1" status: 200 len: 851 time: 0.0444756 Jul 16 20:04:21.773969 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f9095-7677-4b05-a91c-6d89295de49c req-5c9421e3-75a5-400c-81ba-307090101ba2 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:21.775628 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-f13f9095-7677-4b05-a91c-6d89295de49c req-5c9421e3-75a5-400c-81ba-307090101ba2 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=f1f5cf23-294a-4d10-8f41-8de4ab6796d3 HTTP/1.1" status: 200 len: 943 time: 0.0702488 Jul 16 20:04:21.818849 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-f13f9095-7677-4b05-a91c-6d89295de49c req-f93674d3-b4cc-440a-b204-be8a1b19a90d tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/security-groups?id=d42a7f47-aa32-4cff-a27c-1452fa97a649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372043 Jul 16 20:04:21.828885 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de05c2cb-4fc4-4d7e-a3ce-c8827c822162 req-43a4985c-af4e-44ed-8e46-f6b4b662b0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:21.830697 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-de05c2cb-4fc4-4d7e-a3ce-c8827c822162 req-43a4985c-af4e-44ed-8e46-f6b4b662b0a6 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a90ba138-c4a1-4110-a3e5-cb4305c2de87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0552316 Jul 16 20:04:21.937601 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-de05c2cb-4fc4-4d7e-a3ce-c8827c822162 req-ed2c5dba-7cfd-4c22-a1f1-2d57dad2c974 service neutron] 10.222.0.102 "GET /v2.0/networks/a90ba138-c4a1-4110-a3e5-cb4305c2de87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963676 Jul 16 20:04:22.028893 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e4f782-2546-41c8-8ba0-65ae622dc2da req-1c26ee78-bd00-4096-920e-f4c4d12f77b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:22.030502 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-21e4f782-2546-41c8-8ba0-65ae622dc2da req-1c26ee78-bd00-4096-920e-f4c4d12f77b2 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=414a34685fd04fe387cb1d18cde8082e&device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 1099 time: 0.0684240 Jul 16 20:04:22.050850 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-de05c2cb-4fc4-4d7e-a3ce-c8827c822162 req-653a9d7c-c8c9-43fd-a30b-87283193abae service neutron] 10.222.0.102 "GET /v2.0/networks/a90ba138-c4a1-4110-a3e5-cb4305c2de87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874600 Jul 16 20:04:22.144770 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a477d-2f82-424e-b255-cc2adee57899 req-9bd69e20-5418-4601-a403-a1ff5f18b1f8 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:22.146290 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1f4a477d-2f82-424e-b255-cc2adee57899 req-9bd69e20-5418-4601-a403-a1ff5f18b1f8 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.1355226 Jul 16 20:04:22.155969 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e4f782-2546-41c8-8ba0-65ae622dc2da req-50990521-0cd4-48fd-bed7-5df58684d778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:22.157425 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-21e4f782-2546-41c8-8ba0-65ae622dc2da req-50990521-0cd4-48fd-bed7-5df58684d778 service neutron] 10.222.0.102 "GET /v2.0/networks?id=393b5044-b44c-402e-be20-85746d24c0e1 HTTP/1.1" status: 200 len: 920 time: 0.1098371 Jul 16 20:04:22.210904 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-be094358-0b8a-4c11-ab7a-8534072bdfdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:22.211674 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-21e4f782-2546-41c8-8ba0-65ae622dc2da req-54f3938e-2a00-4bbf-9616-231e78947506 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=844fc7f4-1c04-493a-a123-edf58bac7b41 HTTP/1.1" status: 200 len: 217 time: 0.0463510 Jul 16 20:04:22.232123 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1f4a477d-2f82-424e-b255-cc2adee57899 req-ca047c22-23e1-4bfc-b4a3-f76b9eac4f17 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736477 Jul 16 20:04:22.265166 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e4f782-2546-41c8-8ba0-65ae622dc2da req-620dbd14-99d9-432d-8e48-116c5e4440b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:22.266633 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-21e4f782-2546-41c8-8ba0-65ae622dc2da req-620dbd14-99d9-432d-8e48-116c5e4440b2 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=bb407b5a-c60b-422c-8afc-1e584a6a4c1c HTTP/1.1" status: 200 len: 858 time: 0.0473347 Jul 16 20:04:22.299101 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-21e4f782-2546-41c8-8ba0-65ae622dc2da req-5517324c-3a32-441d-a0f0-e518ee591911 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=393b5044-b44c-402e-be20-85746d24c0e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247097 Jul 16 20:04:22.594748 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-21e4f782-2546-41c8-8ba0-65ae622dc2da req-40cb958a-4ff5-43cb-a8d4-1146b2151782 service neutron] 10.222.0.102 "GET /v2.0/networks/393b5044-b44c-402e-be20-85746d24c0e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814248 Jul 16 20:04:22.701664 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-21e4f782-2546-41c8-8ba0-65ae622dc2da req-17da5e4d-b026-4280-8249-238243ef914e service neutron] 10.222.0.102 "GET /v2.0/networks/393b5044-b44c-402e-be20-85746d24c0e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891640 Jul 16 20:04:22.777603 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17abaa0-a5aa-424c-85e9-cdeddbfc0cad req-044d4be8-702e-48a0-8e04-bff546ccf23b tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:22.779079 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-f17abaa0-a5aa-424c-85e9-cdeddbfc0cad req-044d4be8-702e-48a0-8e04-bff546ccf23b tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 944 time: 0.0690956 Jul 16 20:04:22.816878 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-f17abaa0-a5aa-424c-85e9-cdeddbfc0cad req-d627662c-f8ea-46ea-b43b-a0ed5a9110d6 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314198 Jul 16 20:04:22.994237 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049b746-a4c3-436e-8285-041aa6938473 req-4044c82a-9b68-4bbd-bbeb-1619ed18de2e tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:22.995713 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c049b746-a4c3-436e-8285-041aa6938473 req-4044c82a-9b68-4bbd-bbeb-1619ed18de2e tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=f1f5cf23-294a-4d10-8f41-8de4ab6796d3 HTTP/1.1" status: 200 len: 943 time: 0.0621414 Jul 16 20:04:23.033270 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c049b746-a4c3-436e-8285-041aa6938473 req-2e315a90-e25c-4905-b4ed-ffbe74bf1356 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/security-groups?id=d42a7f47-aa32-4cff-a27c-1452fa97a649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321286 Jul 16 20:04:23.314548 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:23.406664 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763955f4-0877-4a27-9e5f-7caacb023cd2 req-399ec3cd-0609-4882-be2c-d54b6e295c3d tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:23.408984 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-763955f4-0877-4a27-9e5f-7caacb023cd2 req-399ec3cd-0609-4882-be2c-d54b6e295c3d tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.0629144 Jul 16 20:04:23.444727 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-763955f4-0877-4a27-9e5f-7caacb023cd2 req-b8b2d4f3-bbac-4bf0-862e-83c58eb7aed6 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302596 Jul 16 20:04:23.992544 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b21855-422c-43e7-845c-45535bb46e3d req-43a29e69-f277-41a0-9131-79e113d37054 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:23.993997 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-80b21855-422c-43e7-845c-45535bb46e3d req-43a29e69-f277-41a0-9131-79e113d37054 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 944 time: 0.0615973 Jul 16 20:04:24.030556 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-80b21855-422c-43e7-845c-45535bb46e3d req-91013606-226f-4aad-945a-52a61e9bf043 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310824 Jul 16 20:04:24.203087 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef1dc1-c496-4f48-9652-caa5ad89baa8 req-3a7aced1-23e1-4312-ad33-9f436d86bf15 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:24.204442 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-f9ef1dc1-c496-4f48-9652-caa5ad89baa8 req-3a7aced1-23e1-4312-ad33-9f436d86bf15 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=f1f5cf23-294a-4d10-8f41-8de4ab6796d3 HTTP/1.1" status: 200 len: 943 time: 0.0622616 Jul 16 20:04:24.240511 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-f9ef1dc1-c496-4f48-9652-caa5ad89baa8 req-d3aaa073-45ff-4865-bc08-ecade600df46 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/security-groups?id=d42a7f47-aa32-4cff-a27c-1452fa97a649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304666 Jul 16 20:04:24.627867 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77076935-32ab-4eeb-b7a0-7bc82f207f0e req-b82f005a-8b6e-48ac-8171-50042d6dded6 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:24.629327 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-77076935-32ab-4eeb-b7a0-7bc82f207f0e req-b82f005a-8b6e-48ac-8171-50042d6dded6 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.0653129 Jul 16 20:04:24.666888 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-77076935-32ab-4eeb-b7a0-7bc82f207f0e req-7d0eb72a-78cd-42a5-bbd3-c094bf9f3747 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313387 Jul 16 20:04:24.768156 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:25.211650 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d40b8-f81d-4802-bfb6-cb691ec90e6a req-2f0faf2c-1c9a-45df-b8fc-017060b490f5 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:25.213103 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-b19d40b8-f81d-4802-bfb6-cb691ec90e6a req-2f0faf2c-1c9a-45df-b8fc-017060b490f5 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 944 time: 0.0665679 Jul 16 20:04:25.249610 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-b19d40b8-f81d-4802-bfb6-cb691ec90e6a req-6f6db429-3869-4d02-8715-fd389022cfc8 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310955 Jul 16 20:04:25.412770 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4c665-55ce-48ed-8361-ec4fc5208feb req-9924738c-187e-4cfd-bfb1-1addfc277af9 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:25.414174 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d5a4c665-55ce-48ed-8361-ec4fc5208feb req-9924738c-187e-4cfd-bfb1-1addfc277af9 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=f1f5cf23-294a-4d10-8f41-8de4ab6796d3 HTTP/1.1" status: 200 len: 943 time: 0.0624726 Jul 16 20:04:25.450893 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d5a4c665-55ce-48ed-8361-ec4fc5208feb req-b1b1ad3d-beea-4efe-9376-fe45daf5ff07 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/security-groups?id=d42a7f47-aa32-4cff-a27c-1452fa97a649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312271 Jul 16 20:04:25.837521 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e0fe9b-b26e-43b6-b790-cb7384c468c1 req-21f0aec2-7f7d-4d2a-b3e7-0a29c673fddc tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:25.838997 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-53e0fe9b-b26e-43b6-b790-cb7384c468c1 req-21f0aec2-7f7d-4d2a-b3e7-0a29c673fddc tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.0622442 Jul 16 20:04:25.875805 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-53e0fe9b-b26e-43b6-b790-cb7384c468c1 req-912b1cdf-aad5-4adb-bf90-28dc6a6d717b tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313551 Jul 16 20:04:26.428658 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21263805-7b42-49c5-b4d6-8afb28e9de11 req-3172ec8e-a19a-4ba6-aa71-6391ef8a1241 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:26.430146 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-21263805-7b42-49c5-b4d6-8afb28e9de11 req-3172ec8e-a19a-4ba6-aa71-6391ef8a1241 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 944 time: 0.0673828 Jul 16 20:04:26.461864 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device 4a62567f-aa44-4887-a9a0-49d74dc43f12 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=93022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:04:26.467810 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-21263805-7b42-49c5-b4d6-8afb28e9de11 req-b5c7b11a-bf56-481d-886c-3b868fa3a9a0 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320151 Jul 16 20:04:26.553817 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port 4a62567f-aa44-4887-a9a0-49d74dc43f12, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=4a62567f-aa44-4887-a9a0-49d74dc43f12,segment=NetworkSegment(1c4d2179-a936-4f83-8fe1-458e36f04a04),segment_id=1c4d2179-a936-4f83-8fe1-458e36f04a04)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:26.565158 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Returning: {'device': '4a62567f-aa44-4887-a9a0-49d74dc43f12', 'network_id': '4ff04a31-0c23-4b48-92bc-f65e7b91222b', 'port_id': '4a62567f-aa44-4887-a9a0-49d74dc43f12', 'mac_address': 'fa:16:3e:0d:ac:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbca6f5f-fd8e-4af4-b23d-e7ec2502b976', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:04:26.605822 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:26.620483 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.notifiers.nova [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a62567f-aa44-4887-a9a0-49d74dc43f12 {{(pid=93022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:04:26.629991 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4221a-28c1-41ea-836e-a96911162ad1 req-629c2f3e-028f-431c-a4c4-c78369fd7bfa tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:26.631817 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-b4b4221a-28c1-41ea-836e-a96911162ad1 req-629c2f3e-028f-431c-a4c4-c78369fd7bfa tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=f1f5cf23-294a-4d10-8f41-8de4ab6796d3 HTTP/1.1" status: 200 len: 943 time: 0.0685439 Jul 16 20:04:26.640977 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port 4a62567f-aa44-4887-a9a0-49d74dc43f12, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=4a62567f-aa44-4887-a9a0-49d74dc43f12,segment=NetworkSegment(1c4d2179-a936-4f83-8fe1-458e36f04a04),segment_id=1c4d2179-a936-4f83-8fe1-458e36f04a04)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:26.645730 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:26.677378 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-b4b4221a-28c1-41ea-836e-a96911162ad1 req-923a7717-5b75-4d64-8aa5-a851da38a308 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/security-groups?id=d42a7f47-aa32-4cff-a27c-1452fa97a649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398588 Jul 16 20:04:26.704214 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Pushing event updated for resources: {'Port': ['ID=4a62567f-aa44-4887-a9a0-49d74dc43f12,revision_number=9']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:26.704537 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:26.704887 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:26.705288 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:26.705548 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:26.705906 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:26.706297 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:26.706676 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:26.707000 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:26.707323 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:26.707642 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:26.707987 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:26.708329 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:27.145884 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] get_ports_and_sgs() called for port_ids ['4a62567f-aa44-4887-a9a0-49d74dc43f12'] {{(pid=93022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:04:27.645961 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab602aa-7dde-4e19-9d9f-1f4e74f6ec9e req-f529a777-7e14-4c4c-89eb-fffe27173218 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:27.647472 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-6ab602aa-7dde-4e19-9d9f-1f4e74f6ec9e req-f529a777-7e14-4c4c-89eb-fffe27173218 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 945 time: 0.0624754 Jul 16 20:04:27.683870 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-6ab602aa-7dde-4e19-9d9f-1f4e74f6ec9e req-ccfd5164-8d40-4b59-913f-987f325acfa6 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309253 Jul 16 20:04:27.849409 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a1845d-f89f-4523-a0c7-6d3217ba66f4 req-9b600c13-8b4f-426e-84ee-6e2d1cb5168d tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:27.850829 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c5a1845d-f89f-4523-a0c7-6d3217ba66f4 req-9b600c13-8b4f-426e-84ee-6e2d1cb5168d tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=f1f5cf23-294a-4d10-8f41-8de4ab6796d3 HTTP/1.1" status: 200 len: 943 time: 0.0647659 Jul 16 20:04:27.889269 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c5a1845d-f89f-4523-a0c7-6d3217ba66f4 req-ae1b58e4-1629-4756-a723-b1eb55be780c tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/security-groups?id=d42a7f47-aa32-4cff-a27c-1452fa97a649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330153 Jul 16 20:04:28.874418 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c552903-fe9c-4c31-97db-e5811256ba3b req-f0571226-8fec-4fbb-9ea2-0e841d06b5b0 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:28.876406 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-2c552903-fe9c-4c31-97db-e5811256ba3b req-f0571226-8fec-4fbb-9ea2-0e841d06b5b0 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 945 time: 0.0734603 Jul 16 20:04:28.926328 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-2c552903-fe9c-4c31-97db-e5811256ba3b req-45c4d243-eede-4b9b-ad92-93cc5be30efc tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438614 Jul 16 20:04:29.069141 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b04545e-cd1e-4417-a975-0e5dd5082816 req-fd41006f-d439-4367-9d68-68d8ceab7835 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:29.070641 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-3b04545e-cd1e-4417-a975-0e5dd5082816 req-fd41006f-d439-4367-9d68-68d8ceab7835 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=f1f5cf23-294a-4d10-8f41-8de4ab6796d3 HTTP/1.1" status: 200 len: 943 time: 0.0621743 Jul 16 20:04:29.108778 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-3b04545e-cd1e-4417-a975-0e5dd5082816 req-d1616de8-e527-4ea2-b7dc-73190fc747bc tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/security-groups?id=d42a7f47-aa32-4cff-a27c-1452fa97a649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324776 Jul 16 20:04:30.108819 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa57abb1-a682-4e42-b4ab-3b6508a614af req-a418ef36-3da4-4425-9dc3-81fd16c9804d tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:30.110534 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-aa57abb1-a682-4e42-b4ab-3b6508a614af req-a418ef36-3da4-4425-9dc3-81fd16c9804d tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 945 time: 0.0677779 Jul 16 20:04:30.151006 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-aa57abb1-a682-4e42-b4ab-3b6508a614af req-e2b58c87-a0e6-42d5-a653-a25a8da456ab tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332603 Jul 16 20:04:30.296863 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbabf2bc-a295-4656-93bc-98a98b7a61f2 req-5c31a845-28ea-4697-ac5c-313afabe4cca tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:30.298892 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-fbabf2bc-a295-4656-93bc-98a98b7a61f2 req-5c31a845-28ea-4697-ac5c-313afabe4cca tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=f1f5cf23-294a-4d10-8f41-8de4ab6796d3 HTTP/1.1" status: 200 len: 943 time: 0.0699973 Jul 16 20:04:30.338024 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-fbabf2bc-a295-4656-93bc-98a98b7a61f2 req-0a4377a1-746f-4615-bacf-c8fd1d97cedd tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/security-groups?id=d42a7f47-aa32-4cff-a27c-1452fa97a649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335555 Jul 16 20:04:30.508358 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device fabdd6de-5ea0-49df-9aa1-2e14026aae05 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=93022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:04:30.530325 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device 4a62567f-aa44-4887-a9a0-49d74dc43f12 up at agent hyperv_hv-cinder-80069 {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:04:30.637922 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Provisioning complete for port 4a62567f-aa44-4887-a9a0-49d74dc43f12 triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:30.638293 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:30.801569 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port fabdd6de-5ea0-49df-9aa1-2e14026aae05, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=fabdd6de-5ea0-49df-9aa1-2e14026aae05,segment=NetworkSegment(ffa35782-5bd7-4d75-a1c1-3972da91ba47),segment_id=ffa35782-5bd7-4d75-a1c1-3972da91ba47)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:30.819773 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Returning: {'device': 'fabdd6de-5ea0-49df-9aa1-2e14026aae05', 'network_id': 'a90ba138-c4a1-4110-a3e5-cb4305c2de87', 'port_id': 'fabdd6de-5ea0-49df-9aa1-2e14026aae05', 'mac_address': 'fa:16:3e:1e:fe:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1029, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '240aba66-ab9f-4277-a9b2-4f5b9dbf7e93', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:04:30.882365 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:30.902946 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.notifiers.nova [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fabdd6de-5ea0-49df-9aa1-2e14026aae05 {{(pid=93022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:04:30.906703 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:30.936789 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port fabdd6de-5ea0-49df-9aa1-2e14026aae05, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=fabdd6de-5ea0-49df-9aa1-2e14026aae05,segment=NetworkSegment(ffa35782-5bd7-4d75-a1c1-3972da91ba47),segment_id=ffa35782-5bd7-4d75-a1c1-3972da91ba47)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:30.942921 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539da3e4-2a41-4d84-88cd-d6f1684f24bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a62567f-aa44-4887-a9a0-49d74dc43f12'}] {{(pid=93022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:04:30.945121 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9473df89cc7d9a049ef80707cd6efae53c3b25527ef369ad4a6a0d9269bae893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1cc941f-d6d0-4fbf-84c6-b4ff3c8c9921" -d '{"events": [{"server_uuid": "539da3e4-2a41-4d84-88cd-d6f1684f24bb", "name": "network-vif-plugged", "status": "completed", "tag": "4a62567f-aa44-4887-a9a0-49d74dc43f12"}]}' {{(pid=93022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:04:30.955085 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:30.961841 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port 4a62567f-aa44-4887-a9a0-49d74dc43f12, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=4a62567f-aa44-4887-a9a0-49d74dc43f12,segment=NetworkSegment(1c4d2179-a936-4f83-8fe1-458e36f04a04),segment_id=1c4d2179-a936-4f83-8fe1-458e36f04a04)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:30.981401 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:30.986945 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51bc2c5-c8c0-4f75-b711-aa4f37240980 x-openstack-request-id: req-d51bc2c5-c8c0-4f75-b711-aa4f37240980 {{(pid=93022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:04:30.987085 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539da3e4-2a41-4d84-88cd-d6f1684f24bb", "name": "network-vif-plugged", "status": "completed", "tag": "4a62567f-aa44-4887-a9a0-49d74dc43f12", "code": 200}]} {{(pid=93022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:04:30.987299 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d51bc2c5-c8c0-4f75-b711-aa4f37240980 {{(pid=93022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:04:30.987681 dv-cinder-800697-3-iscsi neutron-server[93022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539da3e4-2a41-4d84-88cd-d6f1684f24bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a62567f-aa44-4887-a9a0-49d74dc43f12', 'code': 200} Jul 16 20:04:31.012489 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Pushing event updated for resources: {'Port': ['ID=fabdd6de-5ea0-49df-9aa1-2e14026aae05,revision_number=4']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:31.064317 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Pushing event updated for resources: {'Port': ['ID=4a62567f-aa44-4887-a9a0-49d74dc43f12,revision_number=10']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:31.327745 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a2efa-a9da-4302-afe9-ac6d45c453cb req-73747ef6-bcca-4452-b4c4-9483dfeef2d9 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:31.329714 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-9b6a2efa-a9da-4302-afe9-ac6d45c453cb req-73747ef6-bcca-4452-b4c4-9483dfeef2d9 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 947 time: 0.0655246 Jul 16 20:04:31.369170 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-9b6a2efa-a9da-4302-afe9-ac6d45c453cb req-a1cf8657-1011-4123-97ee-215c8fee2e7f tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343630 Jul 16 20:04:31.511975 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6caac9-fa02-4457-84ee-9f2b5f2eacb2 req-9afc99bb-6281-4675-8e72-4e32b563821c tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:31.513447 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-0a6caac9-fa02-4457-84ee-9f2b5f2eacb2 req-9afc99bb-6281-4675-8e72-4e32b563821c tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=f1f5cf23-294a-4d10-8f41-8de4ab6796d3 HTTP/1.1" status: 200 len: 944 time: 0.0631032 Jul 16 20:04:31.551614 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-0a6caac9-fa02-4457-84ee-9f2b5f2eacb2 req-76112719-d833-41e0-8e96-bd7aa0578e80 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/security-groups?id=d42a7f47-aa32-4cff-a27c-1452fa97a649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314064 Jul 16 20:04:31.661071 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] get_ports_and_sgs() called for port_ids ['fabdd6de-5ea0-49df-9aa1-2e14026aae05'] {{(pid=93022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:04:31.800538 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc3e96-c784-424c-a5a6-7bac2ae0b8c5 req-7f59e1eb-c51a-4121-9747-950155dc6615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:31.802099 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-7acc3e96-c784-424c-a5a6-7bac2ae0b8c5 req-7f59e1eb-c51a-4121-9747-950155dc6615 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 1100 time: 0.0509994 Jul 16 20:04:31.843535 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-7acc3e96-c784-424c-a5a6-7bac2ae0b8c5 req-4be8d86c-51e1-4827-a067-4964e9e43459 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310593 Jul 16 20:04:32.283362 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:32.559639 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdcfb4d-19bb-44a6-976b-83b9e04f8334 req-77238032-cc59-4f37-a5d3-433d0be4bc87 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:32.561003 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-afdcfb4d-19bb-44a6-976b-83b9e04f8334 req-77238032-cc59-4f37-a5d3-433d0be4bc87 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 947 time: 0.0655529 Jul 16 20:04:32.597778 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-afdcfb4d-19bb-44a6-976b-83b9e04f8334 req-c2cdc702-1eb6-4962-8818-544c6ff81e50 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311668 Jul 16 20:04:32.723952 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608bcd99-b945-47f6-b7c1-a6506486d2ec req-7b80a170-2d8a-478e-95d0-4a44c9a924be tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:32.725446 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-608bcd99-b945-47f6-b7c1-a6506486d2ec req-7b80a170-2d8a-478e-95d0-4a44c9a924be tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=f1f5cf23-294a-4d10-8f41-8de4ab6796d3 HTTP/1.1" status: 200 len: 944 time: 0.0624080 Jul 16 20:04:32.763730 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-608bcd99-b945-47f6-b7c1-a6506486d2ec req-80426746-02f6-46a0-987b-805b9ec5c925 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/security-groups?id=d42a7f47-aa32-4cff-a27c-1452fa97a649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322809 Jul 16 20:04:33.080445 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed03ebe7-f374-4086-95aa-2f0809ce8844 req-9f62aff5-d4d4-4ea4-a534-0006737400b4 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:33.081829 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-ed03ebe7-f374-4086-95aa-2f0809ce8844 req-9f62aff5-d4d4-4ea4-a534-0006737400b4 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee77d7e8-63b4-4996-9190-df688779d8d5 HTTP/1.1" status: 200 len: 946 time: 0.0625198 Jul 16 20:04:33.118804 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-ed03ebe7-f374-4086-95aa-2f0809ce8844 req-b9ec36cb-e884-4563-8be5-ec46d093f53b tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312169 Jul 16 20:04:33.806494 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9bb40-0988-4189-abfd-e186c0b48aff req-2af27e6f-93e6-47ab-bbed-2842e4769157 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:33.808132 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-94f9bb40-0988-4189-abfd-e186c0b48aff req-2af27e6f-93e6-47ab-bbed-2842e4769157 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 947 time: 0.0792489 Jul 16 20:04:33.849256 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-94f9bb40-0988-4189-abfd-e186c0b48aff req-294b7bc0-1f6b-469a-ba1e-732820301a82 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338950 Jul 16 20:04:33.901263 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc620c-9091-48cc-b233-f91820613058 req-da483176-cec1-44a8-8391-3e93f0901bb9 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:33.903359 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-90fc620c-9091-48cc-b233-f91820613058 req-da483176-cec1-44a8-8391-3e93f0901bb9 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=5dbf62ac-e4bb-41b5-9471-78ebf5a01e62 HTTP/1.1" status: 200 len: 945 time: 0.0688546 Jul 16 20:04:33.945096 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-90fc620c-9091-48cc-b233-f91820613058 req-a51f71a3-8bb6-4e95-b14b-a3b6b0fd52ab tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360920 Jul 16 20:04:34.042803 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5e271c-bbe6-418d-9713-9ebebf36f86a req-0352b3d9-ae88-40fa-bbae-7aaedf70b49f tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:34.044407 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-9e5e271c-bbe6-418d-9713-9ebebf36f86a req-0352b3d9-ae88-40fa-bbae-7aaedf70b49f tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=f1f5cf23-294a-4d10-8f41-8de4ab6796d3 HTTP/1.1" status: 200 len: 944 time: 0.0682287 Jul 16 20:04:34.084087 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-9e5e271c-bbe6-418d-9713-9ebebf36f86a req-5b2a8f84-adfd-4604-8c6d-a2c904dfa5ec tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/security-groups?id=d42a7f47-aa32-4cff-a27c-1452fa97a649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328658 Jul 16 20:04:34.294013 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09f16d-87eb-41f0-98fd-ada2255b14be req-928c0765-db3c-4f86-b753-3b51ee8d91f8 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:34.295434 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-0f09f16d-87eb-41f0-98fd-ada2255b14be req-928c0765-db3c-4f86-b753-3b51ee8d91f8 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee77d7e8-63b4-4996-9190-df688779d8d5 HTTP/1.1" status: 200 len: 946 time: 0.0629206 Jul 16 20:04:34.334523 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-0f09f16d-87eb-41f0-98fd-ada2255b14be req-680be737-1fcd-4f02-ab0e-1f27e8604732 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332861 Jul 16 20:04:34.532342 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device fabdd6de-5ea0-49df-9aa1-2e14026aae05 up at agent hyperv_hv-cinder-80069 {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:04:34.580337 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Provisioning for port fabdd6de-5ea0-49df-9aa1-2e14026aae05 completed by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:04:34.583981 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Provisioning complete for port fabdd6de-5ea0-49df-9aa1-2e14026aae05 triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:04:34.584356 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:34.661116 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:34.682856 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1f5cf23-294a-4d10-8f41-8de4ab6796d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fabdd6de-5ea0-49df-9aa1-2e14026aae05'}] {{(pid=93022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:04:34.685056 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9473df89cc7d9a049ef80707cd6efae53c3b25527ef369ad4a6a0d9269bae893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd2edbd-3e24-480a-a161-5f77e1e8b039" -d '{"events": [{"server_uuid": "f1f5cf23-294a-4d10-8f41-8de4ab6796d3", "name": "network-vif-plugged", "status": "completed", "tag": "fabdd6de-5ea0-49df-9aa1-2e14026aae05"}]}' {{(pid=93022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:04:34.698384 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port fabdd6de-5ea0-49df-9aa1-2e14026aae05, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=fabdd6de-5ea0-49df-9aa1-2e14026aae05,segment=NetworkSegment(ffa35782-5bd7-4d75-a1c1-3972da91ba47),segment_id=ffa35782-5bd7-4d75-a1c1-3972da91ba47)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:34.702691 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:34.725022 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662dfa43-b96b-475f-9772-a567d4cbd177 x-openstack-request-id: req-662dfa43-b96b-475f-9772-a567d4cbd177 {{(pid=93022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:04:34.725318 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1f5cf23-294a-4d10-8f41-8de4ab6796d3", "name": "network-vif-plugged", "status": "completed", "tag": "fabdd6de-5ea0-49df-9aa1-2e14026aae05", "code": 200}]} {{(pid=93022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:04:34.725567 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-662dfa43-b96b-475f-9772-a567d4cbd177 {{(pid=93022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:04:34.725951 dv-cinder-800697-3-iscsi neutron-server[93022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1f5cf23-294a-4d10-8f41-8de4ab6796d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fabdd6de-5ea0-49df-9aa1-2e14026aae05', 'code': 200} Jul 16 20:04:34.751599 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Pushing event updated for resources: {'Port': ['ID=fabdd6de-5ea0-49df-9aa1-2e14026aae05,revision_number=5']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:35.042998 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7a606-029c-4349-9487-a37c525794aa req-609860fe-7d48-43d9-850b-1aee9af913f4 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:35.044724 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-21f7a606-029c-4349-9487-a37c525794aa req-609860fe-7d48-43d9-850b-1aee9af913f4 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 947 time: 0.0708084 Jul 16 20:04:35.083656 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-21f7a606-029c-4349-9487-a37c525794aa req-53d3c12d-36e4-4568-8704-0bb3060bc308 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319247 Jul 16 20:04:35.170203 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fe161-8e4e-4a10-a8ac-8dcc3defa9a1 req-90ac58aa-8cc4-43a3-a7eb-b7dd0b8d4d56 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:35.171603 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c46fe161-8e4e-4a10-a8ac-8dcc3defa9a1 req-90ac58aa-8cc4-43a3-a7eb-b7dd0b8d4d56 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=5dbf62ac-e4bb-41b5-9471-78ebf5a01e62 HTTP/1.1" status: 200 len: 945 time: 0.0979373 Jul 16 20:04:35.200899 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201b78c-1737-40b8-b57c-ffb7c694d666 req-00e45050-7b4c-4e7d-b520-5f0a41242ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:35.202351 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-3201b78c-1737-40b8-b57c-ffb7c694d666 req-00e45050-7b4c-4e7d-b520-5f0a41242ff8 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=f1f5cf23-294a-4d10-8f41-8de4ab6796d3 HTTP/1.1" status: 200 len: 1098 time: 0.0925269 Jul 16 20:04:35.229911 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c46fe161-8e4e-4a10-a8ac-8dcc3defa9a1 req-f293d858-c121-44cc-b34a-605d01abdae2 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517523 Jul 16 20:04:35.247198 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-3201b78c-1737-40b8-b57c-ffb7c694d666 req-c0d7098e-b1ad-4e7b-be3a-c498970439ca service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=d42a7f47-aa32-4cff-a27c-1452fa97a649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350549 Jul 16 20:04:35.264738 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6974007-ff52-434f-be74-d3e1f80b2fab req-914777d3-155b-4160-9020-39a5a02fe6f9 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:35.266202 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-e6974007-ff52-434f-be74-d3e1f80b2fab req-914777d3-155b-4160-9020-39a5a02fe6f9 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=f1f5cf23-294a-4d10-8f41-8de4ab6796d3 HTTP/1.1" status: 200 len: 945 time: 0.0655460 Jul 16 20:04:35.303022 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-e6974007-ff52-434f-be74-d3e1f80b2fab req-d302a6f9-c482-48c0-9811-ea1915221078 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/security-groups?id=d42a7f47-aa32-4cff-a27c-1452fa97a649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310442 Jul 16 20:04:35.503997 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4cd6fc-de3e-48ca-97b8-463cf1629752 req-5d6d5779-35f9-4e26-bc95-65da88db320f tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:35.505461 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-6c4cd6fc-de3e-48ca-97b8-463cf1629752 req-5d6d5779-35f9-4e26-bc95-65da88db320f tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee77d7e8-63b4-4996-9190-df688779d8d5 HTTP/1.1" status: 200 len: 946 time: 0.0630693 Jul 16 20:04:35.542974 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-6c4cd6fc-de3e-48ca-97b8-463cf1629752 req-0a05b51b-903e-4972-8365-b64119ee4c84 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315452 Jul 16 20:04:36.405009 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e327f-bbd5-4082-afd3-e408492df3c3 req-9821d463-1473-4fe8-8a05-a70c6af6f9c5 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:36.406549 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-3c8e327f-bbd5-4082-afd3-e408492df3c3 req-9821d463-1473-4fe8-8a05-a70c6af6f9c5 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=5dbf62ac-e4bb-41b5-9471-78ebf5a01e62 HTTP/1.1" status: 200 len: 945 time: 0.0661621 Jul 16 20:04:36.444539 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-3c8e327f-bbd5-4082-afd3-e408492df3c3 req-82b0dea0-290c-4383-b695-253aa4d11b78 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320940 Jul 16 20:04:36.481015 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f832b07-c6b9-411e-a313-410aae2b710f req-4ec5fa13-7a7f-4436-aa0b-c53cb7df4533 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:36.482501 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-8f832b07-c6b9-411e-a313-410aae2b710f req-4ec5fa13-7a7f-4436-aa0b-c53cb7df4533 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=f1f5cf23-294a-4d10-8f41-8de4ab6796d3 HTTP/1.1" status: 200 len: 945 time: 0.0664909 Jul 16 20:04:36.520520 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-8f832b07-c6b9-411e-a313-410aae2b710f req-37c00316-34f8-4d93-8584-7582b9d86811 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/security-groups?id=d42a7f47-aa32-4cff-a27c-1452fa97a649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322349 Jul 16 20:04:36.716124 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c214e6-2c52-499c-b229-414dd56342d0 req-ce56e4dc-6e1f-4b14-a4e2-6e60636c2ad7 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:36.717640 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-48c214e6-2c52-499c-b229-414dd56342d0 req-ce56e4dc-6e1f-4b14-a4e2-6e60636c2ad7 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee77d7e8-63b4-4996-9190-df688779d8d5 HTTP/1.1" status: 200 len: 946 time: 0.0631912 Jul 16 20:04:36.757460 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-48c214e6-2c52-499c-b229-414dd56342d0 req-e430dba4-6c1b-401b-b8ed-8e8c36b192df tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341487 Jul 16 20:04:37.116739 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6266774-89bc-41c9-8e61-fe3d62bc723b req-1b6be5d4-4243-45c4-9806-d11fbe3a8064 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:37.118084 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c6266774-89bc-41c9-8e61-fe3d62bc723b req-1b6be5d4-4243-45c4-9806-d11fbe3a8064 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.102 "GET /v2.0/ports?device_id=5dbf62ac-e4bb-41b5-9471-78ebf5a01e62 HTTP/1.1" status: 200 len: 945 time: 0.0614262 Jul 16 20:04:37.246566 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [req-c6266774-89bc-41c9-8e61-fe3d62bc723b req-bc4b7e98-0f7f-4f5f-9d48-b6e2a3cba43a tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Deleting port 9323a142-f894-4200-991c-ef0b8a2a2b2d {{(pid=93020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:04:37.246913 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-c6266774-89bc-41c9-8e61-fe3d62bc723b req-bc4b7e98-0f7f-4f5f-9d48-b6e2a3cba43a tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786207273135'] for port, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:37.332255 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [req-c6266774-89bc-41c9-8e61-fe3d62bc723b req-bc4b7e98-0f7f-4f5f-9d48-b6e2a3cba43a tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] For port 9323a142-f894-4200-991c-ef0b8a2a2b2d, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=9323a142-f894-4200-991c-ef0b8a2a2b2d,segment=NetworkSegment(8c4b4c9a-1756-4639-a368-9e26a465772a),segment_id=8c4b4c9a-1756-4639-a368-9e26a465772a)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:37.332621 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-c6266774-89bc-41c9-8e61-fe3d62bc723b req-bc4b7e98-0f7f-4f5f-9d48-b6e2a3cba43a tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8298881'] for port, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:37.345227 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [req-c6266774-89bc-41c9-8e61-fe3d62bc723b req-bc4b7e98-0f7f-4f5f-9d48-b6e2a3cba43a tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Calling delete_port for 9323a142-f894-4200-991c-ef0b8a2a2b2d owned by compute:nova {{(pid=93020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:04:37.477800 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-c6266774-89bc-41c9-8e61-fe3d62bc723b req-bc4b7e98-0f7f-4f5f-9d48-b6e2a3cba43a tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786207273858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786206872495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:37.496406 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] get_ports_and_sgs() called for port_ids ['ad756f51-d5f5-4d65-b6e5-23a8d98afc9b', '7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1', '087a73ec-ceb4-42cb-a9b3-1c96f941680e', '9323a142-f894-4200-991c-ef0b8a2a2b2d'] {{(pid=93022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:04:37.506664 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4b7e98-0f7f-4f5f-9d48-b6e2a3cba43a tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Pushing event deleted for resources: {'Port': ['ID=9323a142-f894-4200-991c-ef0b8a2a2b2d,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:37.519871 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4b7e98-0f7f-4f5f-9d48-b6e2a3cba43a tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:37.520057 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4b7e98-0f7f-4f5f-9d48-b6e2a3cba43a tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:37.520279 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4b7e98-0f7f-4f5f-9d48-b6e2a3cba43a tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:37.520599 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4b7e98-0f7f-4f5f-9d48-b6e2a3cba43a tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:37.520933 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4b7e98-0f7f-4f5f-9d48-b6e2a3cba43a tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:37.521262 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4b7e98-0f7f-4f5f-9d48-b6e2a3cba43a tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:37.521674 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4b7e98-0f7f-4f5f-9d48-b6e2a3cba43a tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:37.521943 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4b7e98-0f7f-4f5f-9d48-b6e2a3cba43a tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:37.522272 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4b7e98-0f7f-4f5f-9d48-b6e2a3cba43a tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:37.522675 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4b7e98-0f7f-4f5f-9d48-b6e2a3cba43a tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:37.523025 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4b7e98-0f7f-4f5f-9d48-b6e2a3cba43a tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:37.523626 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4b7e98-0f7f-4f5f-9d48-b6e2a3cba43a tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:04:37.571844 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6266774-89bc-41c9-8e61-fe3d62bc723b req-bc4b7e98-0f7f-4f5f-9d48-b6e2a3cba43a tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] No DVR routers for this DVR port 9323a142-f894-4200-991c-ef0b8a2a2b2d on host hv-cinder-80069 {{(pid=93020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:04:37.574411 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-c6266774-89bc-41c9-8e61-fe3d62bc723b req-bc4b7e98-0f7f-4f5f-9d48-b6e2a3cba43a tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for port, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:37.576372 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c6266774-89bc-41c9-8e61-fe3d62bc723b req-bc4b7e98-0f7f-4f5f-9d48-b6e2a3cba43a tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.102 "DELETE /v2.0/ports/9323a142-f894-4200-991c-ef0b8a2a2b2d HTTP/1.1" status: 204 len: 173 time: 0.4319940 Jul 16 20:04:37.584545 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dbf62ac-e4bb-41b5-9471-78ebf5a01e62', 'name': 'network-vif-deleted', 'tag': '9323a142-f894-4200-991c-ef0b8a2a2b2d'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:04:37.586602 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fae8f2ff960fe93758be445b473a7dfd6f7d616fbf5a964bb8e60e5228696b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3cddf6-9f3a-429a-b1b6-fc6ca747e584" -d '{"events": [{"server_uuid": "5dbf62ac-e4bb-41b5-9471-78ebf5a01e62", "name": "network-vif-deleted", "tag": "9323a142-f894-4200-991c-ef0b8a2a2b2d"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:04:37.610373 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-86f5fbfb-5ac8-469f-a17c-b33bd4c8cce1 req-b5ec93d3-0294-4c0b-a008-3ba77f0a08ea tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=5dbf62ac-e4bb-41b5-9471-78ebf5a01e62 HTTP/1.1" status: 200 len: 210 time: 0.0395002 Jul 16 20:04:37.667481 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2acf272f-58b7-4515-bbf6-95f414411e68 x-openstack-request-id: req-2acf272f-58b7-4515-bbf6-95f414411e68 {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:04:37.667833 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dbf62ac-e4bb-41b5-9471-78ebf5a01e62", "name": "network-vif-deleted", "tag": "9323a142-f894-4200-991c-ef0b8a2a2b2d", "status": "completed", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:04:37.668100 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2acf272f-58b7-4515-bbf6-95f414411e68 {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:04:37.668626 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dbf62ac-e4bb-41b5-9471-78ebf5a01e62', 'name': 'network-vif-deleted', 'tag': '9323a142-f894-4200-991c-ef0b8a2a2b2d', 'status': 'completed', 'code': 200} Jul 16 20:04:37.742377 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0172b-4b25-4a4c-8c89-34fca68dfd16 req-dfec09c0-9d32-4f70-8a47-b75306568a98 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:37.743850 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-c8d0172b-4b25-4a4c-8c89-34fca68dfd16 req-dfec09c0-9d32-4f70-8a47-b75306568a98 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=f1f5cf23-294a-4d10-8f41-8de4ab6796d3 HTTP/1.1" status: 200 len: 945 time: 0.0763328 Jul 16 20:04:37.783248 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-c8d0172b-4b25-4a4c-8c89-34fca68dfd16 req-49ac716c-6cae-411f-828c-fdc6aa134a22 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/security-groups?id=d42a7f47-aa32-4cff-a27c-1452fa97a649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333931 Jul 16 20:04:37.943185 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8177019c-b81e-4229-a39b-89d81581361d req-248e067c-5299-47b8-aca8-3f666b5f37d4 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:37.944797 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-8177019c-b81e-4229-a39b-89d81581361d req-248e067c-5299-47b8-aca8-3f666b5f37d4 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee77d7e8-63b4-4996-9190-df688779d8d5 HTTP/1.1" status: 200 len: 946 time: 0.0653045 Jul 16 20:04:37.966510 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de87f14a-7ad8-4f16-b04f-c9e839b90327 req-71661218-7ac3-4ed8-816a-c616f974e80d tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:37.967986 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-de87f14a-7ad8-4f16-b04f-c9e839b90327 req-71661218-7ac3-4ed8-816a-c616f974e80d tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=f1f5cf23-294a-4d10-8f41-8de4ab6796d3 HTTP/1.1" status: 200 len: 945 time: 0.0668669 Jul 16 20:04:37.983348 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-8177019c-b81e-4229-a39b-89d81581361d req-f9130fe6-923d-4676-95cf-06ad438a80ba tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329721 Jul 16 20:04:38.005544 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-de87f14a-7ad8-4f16-b04f-c9e839b90327 req-68597281-d065-4279-a6b3-2c2ed59f65f2 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/security-groups?id=d42a7f47-aa32-4cff-a27c-1452fa97a649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317590 Jul 16 20:04:38.030492 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 58430) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:38.117826 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cabd243-ac92-4bab-b258-25536f91e144 req-5fec9980-3f96-40f7-868f-b794d70a2abf tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:38.119313 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-7cabd243-ac92-4bab-b258-25536f91e144 req-5fec9980-3f96-40f7-868f-b794d70a2abf tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.102 "GET /v2.0/ports?device_id=ee77d7e8-63b4-4996-9190-df688779d8d5 HTTP/1.1" status: 200 len: 946 time: 0.0664949 Jul 16 20:04:38.222852 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01bb2f4-d455-4a0a-b1a8-ff71adbf7e09 tempest-TestVolumeBootPattern-565886465 tempest-TestVolumeBootPattern-565886465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:38.224375 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-d01bb2f4-d455-4a0a-b1a8-ff71adbf7e09 tempest-TestVolumeBootPattern-565886465 tempest-TestVolumeBootPattern-565886465-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=f1f5cf23-294a-4d10-8f41-8de4ab6796d3 HTTP/1.1" status: 200 len: 1093 time: 0.1928933 Jul 16 20:04:38.227293 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 58434) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:38.229396 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [req-7cabd243-ac92-4bab-b258-25536f91e144 req-7de9294f-d5a5-4d9f-a598-10d38313f564 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Deleting port ddc0a4a1-f89e-4c54-8976-187b864592ee {{(pid=93020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:04:38.229743 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-7cabd243-ac92-4bab-b258-25536f91e144 req-7de9294f-d5a5-4d9f-a598-10d38313f564 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786207273135'] for port, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:38.231616 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [None req-113176ea-7582-460d-9a8d-e76e2e3fadb6 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Request body: {'floatingip': {'floating_network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'port_id': 'fabdd6de-5ea0-49df-9aa1-2e14026aae05', 'tenant_id': '078f23be686b440dad7cffc96ff5c84c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:04:38.254839 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-113176ea-7582-460d-9a8d-e76e2e3fadb6 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks [] for floatingip, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:38.323425 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [req-7cabd243-ac92-4bab-b258-25536f91e144 req-7de9294f-d5a5-4d9f-a598-10d38313f564 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] For port ddc0a4a1-f89e-4c54-8976-187b864592ee, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ddc0a4a1-f89e-4c54-8976-187b864592ee,segment=NetworkSegment(b84b4437-9c05-4c91-ae64-277a40c58618),segment_id=b84b4437-9c05-4c91-ae64-277a40c58618)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:38.323788 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-7cabd243-ac92-4bab-b258-25536f91e144 req-7de9294f-d5a5-4d9f-a598-10d38313f564 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8298881'] for port, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:38.336355 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [req-7cabd243-ac92-4bab-b258-25536f91e144 req-7de9294f-d5a5-4d9f-a598-10d38313f564 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Calling delete_port for ddc0a4a1-f89e-4c54-8976-187b864592ee owned by compute:nova {{(pid=93020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:04:38.353961 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-113176ea-7582-460d-9a8d-e76e2e3fadb6 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:38.469805 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.db_base_plugin_common [None req-113176ea-7582-460d-9a8d-e76e2e3fadb6 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Allocated IP 172.27.1.156 (72bddd3a-8a62-4354-b4b3-8a4b3e183ea3/b7c8a0af-efd8-4b77-9799-206f74457d50/42e98c07-a5ad-4769-ba9a-9b0ad8a53f5f) {{(pid=93021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:04:38.472944 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-7cabd243-ac92-4bab-b258-25536f91e144 req-7de9294f-d5a5-4d9f-a598-10d38313f564 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786207273858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786206872495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:38.503283 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de9294f-d5a5-4d9f-a598-10d38313f564 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Pushing event deleted for resources: {'Port': ['ID=ddc0a4a1-f89e-4c54-8976-187b864592ee,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:38.546990 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cabd243-ac92-4bab-b258-25536f91e144 req-7de9294f-d5a5-4d9f-a598-10d38313f564 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] No DVR routers for this DVR port ddc0a4a1-f89e-4c54-8976-187b864592ee on host hv-cinder-80069 {{(pid=93020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:04:38.550568 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-7cabd243-ac92-4bab-b258-25536f91e144 req-7de9294f-d5a5-4d9f-a598-10d38313f564 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for port, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:38.552561 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-7cabd243-ac92-4bab-b258-25536f91e144 req-7de9294f-d5a5-4d9f-a598-10d38313f564 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.102 "DELETE /v2.0/ports/ddc0a4a1-f89e-4c54-8976-187b864592ee HTTP/1.1" status: 204 len: 173 time: 0.4258561 Jul 16 20:04:38.603448 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-113176ea-7582-460d-9a8d-e76e2e3fadb6 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks [] for port, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:38.647398 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-113176ea-7582-460d-9a8d-e76e2e3fadb6 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786206872486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8120956'] for port, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:38.687573 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113176ea-7582-460d-9a8d-e76e2e3fadb6 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Network 72bddd3a-8a62-4354-b4b3-8a4b3e183ea3 is already hosted by enough agents. {{(pid=93021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:04:38.694535 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.base_scheduler [None req-113176ea-7582-460d-9a8d-e76e2e3fadb6 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Resources bound (agent type, host, resource id): {{(pid=93021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:04:38.698339 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113176ea-7582-460d-9a8d-e76e2e3fadb6 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Received port after_create {{(pid=93021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:04:38.723062 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113176ea-7582-460d-9a8d-e76e2e3fadb6 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Pushing event updated for resources: {'Port': ['ID=42e98c07-a5ad-4769-ba9a-9b0ad8a53f5f,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:38.738931 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:04:39.071989 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-113176ea-7582-460d-9a8d-e76e2e3fadb6 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:39.142959 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-d888e637-9141-4ed1-a840-45812d8a066d req-6348c243-d484-47db-b64a-7c56a8c76d0e tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee77d7e8-63b4-4996-9190-df688779d8d5 HTTP/1.1" status: 200 len: 210 time: 0.0360470 Jul 16 20:04:39.174444 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-113176ea-7582-460d-9a8d-e76e2e3fadb6 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:39.322637 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-113176ea-7582-460d-9a8d-e76e2e3fadb6 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks [] for port, precommit_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:39.326950 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-113176ea-7582-460d-9a8d-e76e2e3fadb6 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8120901'] for port, after_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:39.395313 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113176ea-7582-460d-9a8d-e76e2e3fadb6 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Pushing event updated for resources: {'Port': ['ID=42e98c07-a5ad-4769-ba9a-9b0ad8a53f5f,revision_number=2']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:39.403503 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-113176ea-7582-460d-9a8d-e76e2e3fadb6 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8363194'] for floatingip, after_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:39.451482 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] get_ports_and_sgs() called for port_ids ['844fc7f4-1c04-493a-a123-edf58bac7b41', 'ddc0a4a1-f89e-4c54-8976-187b864592ee'] {{(pid=93022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:04:39.510241 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.db.l3_db [None req-113176ea-7582-460d-9a8d-e76e2e3fadb6 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Floating IP 27cf43bd-0b5c-4312-8597-5a52638080f0 associated. External IP: 172.27.1.156, port: fabdd6de-5ea0-49df-9aa1-2e14026aae05. Jul 16 20:04:39.670071 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee77d7e8-63b4-4996-9190-df688779d8d5', 'name': 'network-vif-deleted', 'tag': 'ddc0a4a1-f89e-4c54-8976-187b864592ee'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:04:39.672819 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fae8f2ff960fe93758be445b473a7dfd6f7d616fbf5a964bb8e60e5228696b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b17772c-68a0-4e17-84fe-1e01e1cd63c3" -d '{"events": [{"server_uuid": "ee77d7e8-63b4-4996-9190-df688779d8d5", "name": "network-vif-deleted", "tag": "ddc0a4a1-f89e-4c54-8976-187b864592ee"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:04:39.711247 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e089067-e7bb-4d5e-8f10-4ffd309fad54 x-openstack-request-id: req-6e089067-e7bb-4d5e-8f10-4ffd309fad54 {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:04:39.711538 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee77d7e8-63b4-4996-9190-df688779d8d5", "name": "network-vif-deleted", "tag": "ddc0a4a1-f89e-4c54-8976-187b864592ee", "status": "completed", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:04:39.711791 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6e089067-e7bb-4d5e-8f10-4ffd309fad54 {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:04:39.712186 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee77d7e8-63b4-4996-9190-df688779d8d5', 'name': 'network-vif-deleted', 'tag': 'ddc0a4a1-f89e-4c54-8976-187b864592ee', 'status': 'completed', 'code': 200} Jul 16 20:04:39.732387 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-113176ea-7582-460d-9a8d-e76e2e3fadb6 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Router 4c414443-a543-4c21-b272-e64e3b7bb2fe has already been hosted by L3 agent 2edc1d69-0f6a-462d-a1c4-2c7c9be5649e {{(pid=93021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:04:39.835631 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-113176ea-7582-460d-9a8d-e76e2e3fadb6 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify agent at l3_agent.dv-cinder-800697-3-iscsi the message routers_updated {{(pid=93021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:04:39.846847 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb648788-9734-4b44-822a-308a2208513b None None] Sync routers for ids ['4c414443-a543-4c21-b272-e64e3b7bb2fe'] in dv-cinder-800697-3-iscsi {{(pid=93023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:04:39.852895 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-113176ea-7582-460d-9a8d-e76e2e3fadb6 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for floatingip, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:39.856740 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb648788-9734-4b44-822a-308a2208513b None None] Routers {'4c414443-a543-4c21-b272-e64e3b7bb2fe'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:04:39.857363 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-bb648788-9734-4b44-822a-308a2208513b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:04:22Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['4c414443-a543-4c21-b272-e64e3b7bb2fe'], 'active': True} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:04:39.890301 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-113176ea-7582-460d-9a8d-e76e2e3fadb6 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6619949 Jul 16 20:04:39.891873 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1f5cf23-294a-4d10-8f41-8de4ab6796d3', 'tag': 'fabdd6de-5ea0-49df-9aa1-2e14026aae05'}] {{(pid=93021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:04:39.894479 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddedcd09e79d8c9fc5d60e66bd670fc6a6ae4dfc146b22652953969e0d1274bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a142fb-c47c-43d9-9805-35bc4911eaa0" -d '{"events": [{"name": "network-changed", "server_uuid": "f1f5cf23-294a-4d10-8f41-8de4ab6796d3", "tag": "fabdd6de-5ea0-49df-9aa1-2e14026aae05"}]}' {{(pid=93021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:04:39.939600 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0c2629-6f0e-487f-b5fa-83c1fb8fab8c x-openstack-request-id: req-df0c2629-6f0e-487f-b5fa-83c1fb8fab8c {{(pid=93021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:04:39.939893 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1f5cf23-294a-4d10-8f41-8de4ab6796d3", "tag": "fabdd6de-5ea0-49df-9aa1-2e14026aae05", "status": "completed", "code": 200}]} {{(pid=93021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:04:39.940140 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-df0c2629-6f0e-487f-b5fa-83c1fb8fab8c {{(pid=93021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:04:39.940534 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1f5cf23-294a-4d10-8f41-8de4ab6796d3', 'tag': 'fabdd6de-5ea0-49df-9aa1-2e14026aae05', 'status': 'completed', 'code': 200} Jul 16 20:04:39.971055 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvr_db [None req-bb648788-9734-4b44-822a-308a2208513b None None] Set router 4c414443-a543-4c21-b272-e64e3b7bb2fe gateway port host: dv-cinder-800697-3-iscsi {{(pid=93023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:04:40.027048 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a142fb-c47c-43d9-9805-35bc4911eaa0 req-48ceeeaa-ae39-4985-b070-d6e0e68239b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:40.028655 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d3a142fb-c47c-43d9-9805-35bc4911eaa0 req-48ceeeaa-ae39-4985-b070-d6e0e68239b2 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=078f23be686b440dad7cffc96ff5c84c&device_id=f1f5cf23-294a-4d10-8f41-8de4ab6796d3 HTTP/1.1" status: 200 len: 1098 time: 0.0566370 Jul 16 20:04:40.152397 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a142fb-c47c-43d9-9805-35bc4911eaa0 req-6c4ba985-3e15-40af-8591-1ea61edc80ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:40.153941 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d3a142fb-c47c-43d9-9805-35bc4911eaa0 req-6c4ba985-3e15-40af-8591-1ea61edc80ec service neutron] 10.222.0.102 "GET /v2.0/networks?id=a90ba138-c4a1-4110-a3e5-cb4305c2de87 HTTP/1.1" status: 200 len: 914 time: 0.1079054 Jul 16 20:04:40.213044 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-bb648788-9734-4b44-822a-308a2208513b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'name': 'tempest-TestVolumeBootPattern-2036726165-router', 'tenant_id': '078f23be686b440dad7cffc96ff5c84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '71283ad9-7e75-4aea-ae33-e8130e420f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:30Z', 'updated_at': '2021-07-16T20:03:33Z', 'revision_number': 4, 'project_id': '078f23be686b440dad7cffc96ff5c84c', 'gw_port': {'id': '71283ad9-7e75-4aea-ae33-e8130e420f50', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:30Z', 'updated_at': '2021-07-16T20:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_floatingips': [{'id': '27cf43bd-0b5c-4312-8597-5a52638080f0', 'tenant_id': '078f23be686b440dad7cffc96ff5c84c', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'router_id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'port_id': 'fabdd6de-5ea0-49df-9aa1-2e14026aae05', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a90ba138-c4a1-4110-a3e5-cb4305c2de87', 'mac_address': 'fa:16:3e:1e:fe:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f5cf23-294a-4d10-8f41-8de4ab6796d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:04:38Z', 'updated_at': '2021-07-16T20:04:38Z', 'revision_number': 0, 'project_id': '078f23be686b440dad7cffc96ff5c84c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c69d311-9e78-41fe-a83f-7eca3881c306', 'name': '', 'network_id': 'a90ba138-c4a1-4110-a3e5-cb4305c2de87', 'tenant_id': '078f23be686b440dad7cffc96ff5c84c', 'mac_address': 'fa:16:3e:ca:76:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '240aba66-ab9f-4277-a9b2-4f5b9dbf7e93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:32Z', 'updated_at': '2021-07-16T20:03:39Z', 'revision_number': 5, 'project_id': '078f23be686b440dad7cffc96ff5c84c', 'subnets': [{'id': '240aba66-ab9f-4277-a9b2-4f5b9dbf7e93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:04:40.241553 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb648788-9734-4b44-822a-308a2208513b None None] Checking router: 4c414443-a543-4c21-b272-e64e3b7bb2fe for host: dv-cinder-800697-3-iscsi {{(pid=93023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:04:40.252560 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb648788-9734-4b44-822a-308a2208513b None None] Routers {'4c414443-a543-4c21-b272-e64e3b7bb2fe'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:04:40.253245 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-bb648788-9734-4b44-822a-308a2208513b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:04:22Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['4c414443-a543-4c21-b272-e64e3b7bb2fe'], 'active': True} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:04:40.266540 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d3a142fb-c47c-43d9-9805-35bc4911eaa0 req-6f8af04c-5fd7-484a-b907-8b1fb0c4d3ec service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fabdd6de-5ea0-49df-9aa1-2e14026aae05 HTTP/1.1" status: 200 len: 999 time: 0.1021430 Jul 16 20:04:40.287809 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262b667-db09-4aa9-ae1e-3687374c2766 req-ed8e36a4-475f-49fd-99cd-8da236892154 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:40.289285 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-3262b667-db09-4aa9-ae1e-3687374c2766 req-ed8e36a4-475f-49fd-99cd-8da236892154 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=d220c85d-d385-4196-8ea4-f4eb25b1d10e HTTP/1.1" status: 200 len: 946 time: 0.0879085 Jul 16 20:04:40.360005 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a142fb-c47c-43d9-9805-35bc4911eaa0 req-fe687f7a-1bbb-4958-9ede-146cb0caff11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:40.361685 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d3a142fb-c47c-43d9-9805-35bc4911eaa0 req-fe687f7a-1bbb-4958-9ede-146cb0caff11 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=240aba66-ab9f-4277-a9b2-4f5b9dbf7e93 HTTP/1.1" status: 200 len: 851 time: 0.0703664 Jul 16 20:04:40.364771 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-3262b667-db09-4aa9-ae1e-3687374c2766 req-c01b5ae2-83b6-4f5f-a3e6-8b9b156b0a98 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654473 Jul 16 20:04:40.450973 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a142fb-c47c-43d9-9805-35bc4911eaa0 req-ec1f29f9-8154-429c-87a3-4b0aaf22173c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:40.452732 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d3a142fb-c47c-43d9-9805-35bc4911eaa0 req-ec1f29f9-8154-429c-87a3-4b0aaf22173c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a90ba138-c4a1-4110-a3e5-cb4305c2de87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0692754 Jul 16 20:04:40.462914 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvr_db [None req-bb648788-9734-4b44-822a-308a2208513b None None] Set router 4c414443-a543-4c21-b272-e64e3b7bb2fe gateway port host: dv-cinder-800697-3-iscsi {{(pid=93023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:04:40.568245 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device 9323a142-f894-4200-991c-ef0b8a2a2b2d no longer exists at agent hyperv_hv-cinder-80069 {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:04:40.587800 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] No Port match for: 9323a142-f894-4200-991c-ef0b8a2a2b2d {{(pid=93022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:04:40.588234 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device 9323a142-f894-4200-991c-ef0b8a2a2b2d not bound to the agent host hv-cinder-80069 {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:04:40.608197 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d3a142fb-c47c-43d9-9805-35bc4911eaa0 req-1f4cb858-23ec-4caf-aa80-13b9cc78e7f5 service neutron] 10.222.0.102 "GET /v2.0/networks/a90ba138-c4a1-4110-a3e5-cb4305c2de87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321139 Jul 16 20:04:40.664391 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f513a8-b131-43b7-84f6-656d2281b2a7 req-6c3c7c23-2b30-492a-b0d1-351066e91c2d tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:40.665859 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-52f513a8-b131-43b7-84f6-656d2281b2a7 req-6c3c7c23-2b30-492a-b0d1-351066e91c2d tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.1018257 Jul 16 20:04:40.694637 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-bb648788-9734-4b44-822a-308a2208513b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'name': 'tempest-TestVolumeBootPattern-2036726165-router', 'tenant_id': '078f23be686b440dad7cffc96ff5c84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '71283ad9-7e75-4aea-ae33-e8130e420f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:30Z', 'updated_at': '2021-07-16T20:03:33Z', 'revision_number': 4, 'project_id': '078f23be686b440dad7cffc96ff5c84c', 'gw_port': {'id': '71283ad9-7e75-4aea-ae33-e8130e420f50', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:30Z', 'updated_at': '2021-07-16T20:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_floatingips': [{'id': '27cf43bd-0b5c-4312-8597-5a52638080f0', 'tenant_id': '078f23be686b440dad7cffc96ff5c84c', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'router_id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'port_id': 'fabdd6de-5ea0-49df-9aa1-2e14026aae05', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a90ba138-c4a1-4110-a3e5-cb4305c2de87', 'mac_address': 'fa:16:3e:1e:fe:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f5cf23-294a-4d10-8f41-8de4ab6796d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:04:38Z', 'updated_at': '2021-07-16T20:04:38Z', 'revision_number': 0, 'project_id': '078f23be686b440dad7cffc96ff5c84c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c69d311-9e78-41fe-a83f-7eca3881c306', 'name': '', 'network_id': 'a90ba138-c4a1-4110-a3e5-cb4305c2de87', 'tenant_id': '078f23be686b440dad7cffc96ff5c84c', 'mac_address': 'fa:16:3e:ca:76:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '240aba66-ab9f-4277-a9b2-4f5b9dbf7e93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:32Z', 'updated_at': '2021-07-16T20:03:39Z', 'revision_number': 5, 'project_id': '078f23be686b440dad7cffc96ff5c84c', 'subnets': [{'id': '240aba66-ab9f-4277-a9b2-4f5b9dbf7e93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:04:40.723608 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb648788-9734-4b44-822a-308a2208513b None None] The sync data for ids ['4c414443-a543-4c21-b272-e64e3b7bb2fe'] in dv-cinder-800697-3-iscsi is: [{'id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'name': 'tempest-TestVolumeBootPattern-2036726165-router', 'tenant_id': '078f23be686b440dad7cffc96ff5c84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '71283ad9-7e75-4aea-ae33-e8130e420f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:30Z', 'updated_at': '2021-07-16T20:03:33Z', 'revision_number': 4, 'project_id': '078f23be686b440dad7cffc96ff5c84c', 'gw_port': {'id': '71283ad9-7e75-4aea-ae33-e8130e420f50', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:30Z', 'updated_at': '2021-07-16T20:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_floatingips': [{'id': '27cf43bd-0b5c-4312-8597-5a52638080f0', 'tenant_id': '078f23be686b440dad7cffc96ff5c84c', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'router_id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'port_id': 'fabdd6de-5ea0-49df-9aa1-2e14026aae05', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a90ba138-c4a1-4110-a3e5-cb4305c2de87', 'mac_address': 'fa:16:3e:1e:fe:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f5cf23-294a-4d10-8f41-8de4ab6796d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:04:38Z', 'updated_at': '2021-07-16T20:04:38Z', 'revision_number': 0, 'project_id': '078f23be686b440dad7cffc96ff5c84c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c69d311-9e78-41fe-a83f-7eca3881c306', 'name': '', 'network_id': 'a90ba138-c4a1-4110-a3e5-cb4305c2de87', 'tenant_id': '078f23be686b440dad7cffc96ff5c84c', 'mac_address': 'fa:16:3e:ca:76:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '240aba66-ab9f-4277-a9b2-4f5b9dbf7e93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:32Z', 'updated_at': '2021-07-16T20:03:39Z', 'revision_number': 5, 'project_id': '078f23be686b440dad7cffc96ff5c84c', 'subnets': [{'id': '240aba66-ab9f-4277-a9b2-4f5b9dbf7e93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:04:40.742306 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-52f513a8-b131-43b7-84f6-656d2281b2a7 req-e984e7f6-71d0-4c33-9c2e-3395b876394b tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700238 Jul 16 20:04:40.754056 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d3a142fb-c47c-43d9-9805-35bc4911eaa0 req-9fae72ce-5405-46c5-9af0-253cf2b3d2eb service neutron] 10.222.0.102 "GET /v2.0/networks/a90ba138-c4a1-4110-a3e5-cb4305c2de87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250284 Jul 16 20:04:40.905545 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45df845b-68d9-4561-b501-4863928c6970 None None] New status for floating IP 27cf43bd-0b5c-4312-8597-5a52638080f0: ACTIVE {{(pid=93022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:04:41.540778 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f881f9-5d6f-40b1-8b75-950aa971af7b req-9d395f7a-b79c-4ad4-b062-b9bda0e4f8f3 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:41.542260 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-02f881f9-5d6f-40b1-8b75-950aa971af7b req-9d395f7a-b79c-4ad4-b062-b9bda0e4f8f3 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=d220c85d-d385-4196-8ea4-f4eb25b1d10e HTTP/1.1" status: 200 len: 946 time: 0.0641096 Jul 16 20:04:41.583076 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-02f881f9-5d6f-40b1-8b75-950aa971af7b req-96e79a16-f111-4883-857a-1cf051a27fe2 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351784 Jul 16 20:04:41.916642 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1080d96-4956-44c1-a6d3-262a62a6f6ac req-61f2cdd9-e409-4129-bc10-0d1663f06db1 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:41.918122 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d1080d96-4956-44c1-a6d3-262a62a6f6ac req-61f2cdd9-e409-4129-bc10-0d1663f06db1 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.0651383 Jul 16 20:04:41.956675 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d1080d96-4956-44c1-a6d3-262a62a6f6ac req-77cfcb6a-b83f-498e-b49a-c90ba5703c5d tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324206 Jul 16 20:04:42.569767 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device ddc0a4a1-f89e-4c54-8976-187b864592ee no longer exists at agent hyperv_hv-cinder-80069 {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:04:42.588770 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] No Port match for: ddc0a4a1-f89e-4c54-8976-187b864592ee {{(pid=93022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:04:42.589103 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device ddc0a4a1-f89e-4c54-8976-187b864592ee not bound to the agent host hv-cinder-80069 {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:04:42.760109 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae7a60-9a0e-4df2-988b-3e414439ff2d req-b64a8282-3173-4f5c-8f12-a9f58f563ca6 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:42.761611 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-12ae7a60-9a0e-4df2-988b-3e414439ff2d req-b64a8282-3173-4f5c-8f12-a9f58f563ca6 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=d220c85d-d385-4196-8ea4-f4eb25b1d10e HTTP/1.1" status: 200 len: 946 time: 0.0670755 Jul 16 20:04:42.798644 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-12ae7a60-9a0e-4df2-988b-3e414439ff2d req-aa093539-5cdf-468c-8dfd-fa6189913db6 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307665 Jul 16 20:04:43.067404 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0630f20c-6438-43cc-bd56-eabc39784cc5 req-ddee91d4-9f18-428c-aeea-31823db9686e tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:43.068766 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-0630f20c-6438-43cc-bd56-eabc39784cc5 req-ddee91d4-9f18-428c-aeea-31823db9686e tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.102 "GET /v2.0/ports?device_id=d220c85d-d385-4196-8ea4-f4eb25b1d10e HTTP/1.1" status: 200 len: 946 time: 0.0635278 Jul 16 20:04:43.196725 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555275d9-2374-49bc-b5ca-1e2a95b9a8c5 req-ca785481-61ab-4504-9a11-7dd39962dc54 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:43.198183 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-555275d9-2374-49bc-b5ca-1e2a95b9a8c5 req-ca785481-61ab-4504-9a11-7dd39962dc54 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.1285515 Jul 16 20:04:43.245369 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [req-0630f20c-6438-43cc-bd56-eabc39784cc5 req-2a79d2a6-1512-4881-814b-7c3b45f95013 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Deleting port 087a73ec-ceb4-42cb-a9b3-1c96f941680e {{(pid=93020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:04:43.245704 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-0630f20c-6438-43cc-bd56-eabc39784cc5 req-2a79d2a6-1512-4881-814b-7c3b45f95013 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786207273135'] for port, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:43.252306 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-555275d9-2374-49bc-b5ca-1e2a95b9a8c5 req-faf8ac70-5a6c-4133-9aad-e13bf8f0e10c tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475655 Jul 16 20:04:43.337364 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [req-0630f20c-6438-43cc-bd56-eabc39784cc5 req-2a79d2a6-1512-4881-814b-7c3b45f95013 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] For port 087a73ec-ceb4-42cb-a9b3-1c96f941680e, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=087a73ec-ceb4-42cb-a9b3-1c96f941680e,segment=NetworkSegment(8c4b4c9a-1756-4639-a368-9e26a465772a),segment_id=8c4b4c9a-1756-4639-a368-9e26a465772a)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:43.337631 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-0630f20c-6438-43cc-bd56-eabc39784cc5 req-2a79d2a6-1512-4881-814b-7c3b45f95013 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8298881'] for port, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:43.349511 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [req-0630f20c-6438-43cc-bd56-eabc39784cc5 req-2a79d2a6-1512-4881-814b-7c3b45f95013 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Calling delete_port for 087a73ec-ceb4-42cb-a9b3-1c96f941680e owned by compute:nova {{(pid=93020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:04:43.468662 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-0630f20c-6438-43cc-bd56-eabc39784cc5 req-2a79d2a6-1512-4881-814b-7c3b45f95013 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786207273858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786206872495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:43.485351 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] get_ports_and_sgs() called for port_ids ['ad756f51-d5f5-4d65-b6e5-23a8d98afc9b', '7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1', '087a73ec-ceb4-42cb-a9b3-1c96f941680e'] {{(pid=93022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:04:43.502209 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a79d2a6-1512-4881-814b-7c3b45f95013 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Pushing event deleted for resources: {'Port': ['ID=087a73ec-ceb4-42cb-a9b3-1c96f941680e,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:43.543988 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [req-0630f20c-6438-43cc-bd56-eabc39784cc5 req-2a79d2a6-1512-4881-814b-7c3b45f95013 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] No DVR routers for this DVR port 087a73ec-ceb4-42cb-a9b3-1c96f941680e on host hv-cinder-80069 {{(pid=93020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:04:43.546391 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-0630f20c-6438-43cc-bd56-eabc39784cc5 req-2a79d2a6-1512-4881-814b-7c3b45f95013 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for port, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:43.549026 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-0630f20c-6438-43cc-bd56-eabc39784cc5 req-2a79d2a6-1512-4881-814b-7c3b45f95013 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.102 "DELETE /v2.0/ports/087a73ec-ceb4-42cb-a9b3-1c96f941680e HTTP/1.1" status: 204 len: 173 time: 0.4712660 Jul 16 20:04:43.549449 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd220c85d-d385-4196-8ea4-f4eb25b1d10e', 'name': 'network-vif-deleted', 'tag': '087a73ec-ceb4-42cb-a9b3-1c96f941680e'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:04:43.552078 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fae8f2ff960fe93758be445b473a7dfd6f7d616fbf5a964bb8e60e5228696b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c4ac78-2766-4a5a-a131-363d1aeee747" -d '{"events": [{"server_uuid": "d220c85d-d385-4196-8ea4-f4eb25b1d10e", "name": "network-vif-deleted", "tag": "087a73ec-ceb4-42cb-a9b3-1c96f941680e"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:04:43.599146 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a78725-0f9b-40df-9b64-a2e5b1b6f410 x-openstack-request-id: req-12a78725-0f9b-40df-9b64-a2e5b1b6f410 {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:04:43.599506 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d220c85d-d385-4196-8ea4-f4eb25b1d10e", "name": "network-vif-deleted", "tag": "087a73ec-ceb4-42cb-a9b3-1c96f941680e", "status": "completed", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:04:43.599764 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-12a78725-0f9b-40df-9b64-a2e5b1b6f410 {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:04:43.600217 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd220c85d-d385-4196-8ea4-f4eb25b1d10e', 'name': 'network-vif-deleted', 'tag': '087a73ec-ceb4-42cb-a9b3-1c96f941680e', 'status': 'completed', 'code': 200} Jul 16 20:04:43.947517 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-b1e267e5-3ea9-4ac3-9226-be8a5825a4a6 req-40d5d983-cc53-463c-b896-914010b0a00c tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=d220c85d-d385-4196-8ea4-f4eb25b1d10e HTTP/1.1" status: 200 len: 210 time: 0.0281079 Jul 16 20:04:44.428001 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ae94d-b363-434e-99a3-ea4c5ea9a50b req-1aca5050-dbcf-4a12-86b1-1fdb5e46acc6 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:44.429432 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-132ae94d-b363-434e-99a3-ea4c5ea9a50b req-1aca5050-dbcf-4a12-86b1-1fdb5e46acc6 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.0629234 Jul 16 20:04:44.465927 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-132ae94d-b363-434e-99a3-ea4c5ea9a50b req-bd991254-e122-42f1-8422-de5578cfda12 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309231 Jul 16 20:04:45.377164 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a87bcc-402a-4344-99dc-bbd6d4f13e7f req-0e0352a2-064e-4413-8acc-ac88d2531690 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:45.378631 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-94a87bcc-402a-4344-99dc-bbd6d4f13e7f req-0e0352a2-064e-4413-8acc-ac88d2531690 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=29cb119b-d190-46da-b416-2b6593e3fd8f HTTP/1.1" status: 200 len: 946 time: 0.0647299 Jul 16 20:04:45.614728 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-94a87bcc-402a-4344-99dc-bbd6d4f13e7f req-63ba0e04-5c08-4d93-a919-6d50794b1768 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303352 Jul 16 20:04:45.648788 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40960617-6dbd-4a87-85b2-cdcf2579f76f req-a2cf9477-a253-4740-8513-ce580e2df53b tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:45.650265 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-40960617-6dbd-4a87-85b2-cdcf2579f76f req-a2cf9477-a253-4740-8513-ce580e2df53b tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.0688956 Jul 16 20:04:45.686561 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-40960617-6dbd-4a87-85b2-cdcf2579f76f req-71bd6a9a-e020-4849-afa5-21da1b392937 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307577 Jul 16 20:04:46.599520 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device 087a73ec-ceb4-42cb-a9b3-1c96f941680e no longer exists at agent hyperv_hv-cinder-80069 {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:04:46.620041 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] No Port match for: 087a73ec-ceb4-42cb-a9b3-1c96f941680e {{(pid=93022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:04:46.620158 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device 087a73ec-ceb4-42cb-a9b3-1c96f941680e not bound to the agent host hv-cinder-80069 {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:04:46.786989 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6599730-d4cf-4aad-94d3-5c2c46db079e req-b7ab794b-23e7-4a9b-9226-a06ec433cd94 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:46.788457 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c6599730-d4cf-4aad-94d3-5c2c46db079e req-b7ab794b-23e7-4a9b-9226-a06ec433cd94 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=29cb119b-d190-46da-b416-2b6593e3fd8f HTTP/1.1" status: 200 len: 946 time: 0.0634675 Jul 16 20:04:46.826715 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c6599730-d4cf-4aad-94d3-5c2c46db079e req-97d83dab-31a6-4d28-9676-514895864d12 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326629 Jul 16 20:04:46.863137 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1436a866-fd07-46e4-822e-9db220a3385b req-c1f6a674-9545-4f52-8727-72e440b68a7e tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:46.864638 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-1436a866-fd07-46e4-822e-9db220a3385b req-c1f6a674-9545-4f52-8727-72e440b68a7e tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.0636547 Jul 16 20:04:46.902804 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-1436a866-fd07-46e4-822e-9db220a3385b req-1e96b762-1565-40ac-894b-7aab8fb41472 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323534 Jul 16 20:04:47.222381 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36412328-9bb7-47c9-9fe4-60dbadd9810b req-eaf53c9a-7045-4d57-bd91-588a8cc7d4b7 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:47.223814 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-36412328-9bb7-47c9-9fe4-60dbadd9810b req-eaf53c9a-7045-4d57-bd91-588a8cc7d4b7 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.102 "GET /v2.0/ports?device_id=29cb119b-d190-46da-b416-2b6593e3fd8f HTTP/1.1" status: 200 len: 946 time: 0.0606668 Jul 16 20:04:47.324298 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [req-36412328-9bb7-47c9-9fe4-60dbadd9810b req-2977cce8-931a-4001-82a3-b705d7cb4f92 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Deleting port 7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1 {{(pid=93020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:04:47.324541 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-36412328-9bb7-47c9-9fe4-60dbadd9810b req-2977cce8-931a-4001-82a3-b705d7cb4f92 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786207273135'] for port, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:47.413621 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [req-36412328-9bb7-47c9-9fe4-60dbadd9810b req-2977cce8-931a-4001-82a3-b705d7cb4f92 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] For port 7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1,segment=NetworkSegment(8c4b4c9a-1756-4639-a368-9e26a465772a),segment_id=8c4b4c9a-1756-4639-a368-9e26a465772a)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:47.414342 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-36412328-9bb7-47c9-9fe4-60dbadd9810b req-2977cce8-931a-4001-82a3-b705d7cb4f92 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8298881'] for port, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:47.426315 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [req-36412328-9bb7-47c9-9fe4-60dbadd9810b req-2977cce8-931a-4001-82a3-b705d7cb4f92 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Calling delete_port for 7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1 owned by compute:nova {{(pid=93020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:04:47.550122 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-36412328-9bb7-47c9-9fe4-60dbadd9810b req-2977cce8-931a-4001-82a3-b705d7cb4f92 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786207273858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786206872495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:47.574893 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] get_ports_and_sgs() called for port_ids ['ad756f51-d5f5-4d65-b6e5-23a8d98afc9b', '7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1'] {{(pid=93022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:04:47.575377 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2977cce8-931a-4001-82a3-b705d7cb4f92 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Pushing event deleted for resources: {'Port': ['ID=7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:47.625425 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [req-36412328-9bb7-47c9-9fe4-60dbadd9810b req-2977cce8-931a-4001-82a3-b705d7cb4f92 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] No DVR routers for this DVR port 7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1 on host hv-cinder-80069 {{(pid=93020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:04:47.628245 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-36412328-9bb7-47c9-9fe4-60dbadd9810b req-2977cce8-931a-4001-82a3-b705d7cb4f92 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for port, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:47.630710 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-36412328-9bb7-47c9-9fe4-60dbadd9810b req-2977cce8-931a-4001-82a3-b705d7cb4f92 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.102 "DELETE /v2.0/ports/7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1 HTTP/1.1" status: 204 len: 173 time: 0.3987808 Jul 16 20:04:47.631173 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29cb119b-d190-46da-b416-2b6593e3fd8f', 'name': 'network-vif-deleted', 'tag': '7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:04:47.633444 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fae8f2ff960fe93758be445b473a7dfd6f7d616fbf5a964bb8e60e5228696b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a7130a-877a-4eaf-9f46-f18b88017578" -d '{"events": [{"server_uuid": "29cb119b-d190-46da-b416-2b6593e3fd8f", "name": "network-vif-deleted", "tag": "7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:04:47.675551 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb439382-9572-4ac7-82ed-9c567c851210 x-openstack-request-id: req-cb439382-9572-4ac7-82ed-9c567c851210 {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:04:47.675929 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29cb119b-d190-46da-b416-2b6593e3fd8f", "name": "network-vif-deleted", "tag": "7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1", "status": "completed", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:04:47.676246 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-cb439382-9572-4ac7-82ed-9c567c851210 {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:04:47.676699 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29cb119b-d190-46da-b416-2b6593e3fd8f', 'name': 'network-vif-deleted', 'tag': '7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1', 'status': 'completed', 'code': 200} Jul 16 20:04:47.981694 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-f6c017d2-e292-4ccf-97ac-7d6c7e5f6390 req-1a91d40d-4b88-45b5-9444-707c623998e5 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=29cb119b-d190-46da-b416-2b6593e3fd8f HTTP/1.1" status: 200 len: 210 time: 0.0292487 Jul 16 20:04:48.084082 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45333b24-75e0-4aee-b016-8a89dbfae55e req-c228c417-bc70-47fe-b9a4-9560dd8990e1 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:48.085554 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-45333b24-75e0-4aee-b016-8a89dbfae55e req-c228c417-bc70-47fe-b9a4-9560dd8990e1 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.0623608 Jul 16 20:04:48.123365 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-45333b24-75e0-4aee-b016-8a89dbfae55e req-424d6a20-bf54-4fc4-afbc-e67e46791b1c tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/security-groups?id=2466c894-c9e0-4408-af7d-d87f45fe256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321698 Jul 16 20:04:48.452838 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538dc734-3a60-4068-90bc-b1327512144b req-a9a73c36-bc94-4142-a5ca-28c36ff044bf tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:48.455017 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-538dc734-3a60-4068-90bc-b1327512144b req-a9a73c36-bc94-4142-a5ca-28c36ff044bf tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.102 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 946 time: 0.0664032 Jul 16 20:04:48.551223 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [req-538dc734-3a60-4068-90bc-b1327512144b req-9009a133-2dfd-4cc0-995f-aaebb1fcf832 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Deleting port 844fc7f4-1c04-493a-a123-edf58bac7b41 {{(pid=93020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:04:48.551565 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-538dc734-3a60-4068-90bc-b1327512144b req-9009a133-2dfd-4cc0-995f-aaebb1fcf832 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786207273135'] for port, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:48.641784 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [req-538dc734-3a60-4068-90bc-b1327512144b req-9009a133-2dfd-4cc0-995f-aaebb1fcf832 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] For port 844fc7f4-1c04-493a-a123-edf58bac7b41, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=844fc7f4-1c04-493a-a123-edf58bac7b41,segment=NetworkSegment(b84b4437-9c05-4c91-ae64-277a40c58618),segment_id=b84b4437-9c05-4c91-ae64-277a40c58618)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:48.642138 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-538dc734-3a60-4068-90bc-b1327512144b req-9009a133-2dfd-4cc0-995f-aaebb1fcf832 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8298881'] for port, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:48.653550 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [req-538dc734-3a60-4068-90bc-b1327512144b req-9009a133-2dfd-4cc0-995f-aaebb1fcf832 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Calling delete_port for 844fc7f4-1c04-493a-a123-edf58bac7b41 owned by compute:nova {{(pid=93020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:04:48.776618 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-538dc734-3a60-4068-90bc-b1327512144b req-9009a133-2dfd-4cc0-995f-aaebb1fcf832 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786207273858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786206872495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:48.787799 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] get_ports_and_sgs() called for port_ids ['844fc7f4-1c04-493a-a123-edf58bac7b41'] {{(pid=93022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:04:48.811492 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009a133-2dfd-4cc0-995f-aaebb1fcf832 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Pushing event deleted for resources: {'Port': ['ID=844fc7f4-1c04-493a-a123-edf58bac7b41,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:48.855183 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [req-538dc734-3a60-4068-90bc-b1327512144b req-9009a133-2dfd-4cc0-995f-aaebb1fcf832 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] No DVR routers for this DVR port 844fc7f4-1c04-493a-a123-edf58bac7b41 on host hv-cinder-80069 {{(pid=93020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:04:48.857635 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-538dc734-3a60-4068-90bc-b1327512144b req-9009a133-2dfd-4cc0-995f-aaebb1fcf832 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for port, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:48.860659 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-538dc734-3a60-4068-90bc-b1327512144b req-9009a133-2dfd-4cc0-995f-aaebb1fcf832 tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.102 "DELETE /v2.0/ports/844fc7f4-1c04-493a-a123-edf58bac7b41 HTTP/1.1" status: 204 len: 173 time: 0.3994815 Jul 16 20:04:49.273686 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-ed11d3e4-1f21-4730-a232-57a584a5fbf4 req-0f850c8a-0286-4b8e-9065-22d00f8b7e0f tempest-ServerRescueNegativeTestJSON-2028898729 tempest-ServerRescueNegativeTestJSON-2028898729-project] 10.222.0.98 "GET /v2.0/ports?device_id=c288d1de-d84e-416a-9481-842172024325 HTTP/1.1" status: 200 len: 210 time: 0.0295112 Jul 16 20:04:49.678225 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c288d1de-d84e-416a-9481-842172024325', 'name': 'network-vif-deleted', 'tag': '844fc7f4-1c04-493a-a123-edf58bac7b41'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:04:49.680614 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fae8f2ff960fe93758be445b473a7dfd6f7d616fbf5a964bb8e60e5228696b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3bd47f-aa1e-45da-9930-7bddc3e24e60" -d '{"events": [{"server_uuid": "c288d1de-d84e-416a-9481-842172024325", "name": "network-vif-deleted", "tag": "844fc7f4-1c04-493a-a123-edf58bac7b41"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:04:49.714731 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41554911-c165-4cf0-bef2-30e083245986 x-openstack-request-id: req-41554911-c165-4cf0-bef2-30e083245986 {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:04:49.715019 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c288d1de-d84e-416a-9481-842172024325", "name": "network-vif-deleted", "tag": "844fc7f4-1c04-493a-a123-edf58bac7b41", "status": "completed", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:04:49.715269 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-41554911-c165-4cf0-bef2-30e083245986 {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:04:49.715651 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c288d1de-d84e-416a-9481-842172024325', 'name': 'network-vif-deleted', 'tag': '844fc7f4-1c04-493a-a123-edf58bac7b41', 'status': 'completed', 'code': 200} Jul 16 20:04:50.158251 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-60dbdbd2-3ccc-441d-96ca-b314f7fd008a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:50.368590 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 58514) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:50.628613 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device 7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:04:50.655660 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] No Port match for: 7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1 {{(pid=93022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:04:50.656055 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device 7e4f9fcd-1010-4ee0-8a88-733c0ba2bbe1 not bound to the agent host hv-cinder-80069 {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:04:50.656463 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device 844fc7f4-1c04-493a-a123-edf58bac7b41 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:04:50.682541 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] No Port match for: 844fc7f4-1c04-493a-a123-edf58bac7b41 {{(pid=93022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:04:50.682877 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device 844fc7f4-1c04-493a-a123-edf58bac7b41 not bound to the agent host hv-cinder-80069 {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:04:50.690215 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:50.888559 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b184827-f7f8-4f18-b170-4db34cccff60 req-550bb3b2-73e1-4cae-bf13-6d271d8d2914 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:50.889927 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-7b184827-f7f8-4f18-b170-4db34cccff60 req-550bb3b2-73e1-4cae-bf13-6d271d8d2914 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=905a537c-74db-46cb-a828-eef2ad9ebb6b HTTP/1.1" status: 200 len: 945 time: 0.3720026 Jul 16 20:04:50.971347 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-7b184827-f7f8-4f18-b170-4db34cccff60 req-f407f878-dfef-4340-845f-3b3921aa2dc9 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732460 Jul 16 20:04:51.103407 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-a8de2abc-bc2d-415a-8ee6-21635587b68a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8300474'] for router_interface, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:51.393429 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.plugin [None req-a8de2abc-bc2d-415a-8ee6-21635587b68a admin admin] Deleting port 244be0fe-6431-461b-afb2-3b2f48c9ab2e {{(pid=93021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:04:51.394154 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-a8de2abc-bc2d-415a-8ee6-21635587b68a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786207273135'] for port, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:51.467259 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.db [None req-a8de2abc-bc2d-415a-8ee6-21635587b68a admin admin] For port 244be0fe-6431-461b-afb2-3b2f48c9ab2e, host dv-cinder-800697-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=244be0fe-6431-461b-afb2-3b2f48c9ab2e,segment=NetworkSegment(b84b4437-9c05-4c91-ae64-277a40c58618),segment_id=b84b4437-9c05-4c91-ae64-277a40c58618)] {{(pid=93021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:51.467609 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-a8de2abc-bc2d-415a-8ee6-21635587b68a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8298881'] for port, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:51.480288 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.plugin [None req-a8de2abc-bc2d-415a-8ee6-21635587b68a admin admin] Calling delete_port for 244be0fe-6431-461b-afb2-3b2f48c9ab2e owned by network:router_interface {{(pid=93021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:04:51.673887 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-a8de2abc-bc2d-415a-8ee6-21635587b68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786207273858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786206872495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8120956'] for port, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:51.696609 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8de2abc-bc2d-415a-8ee6-21635587b68a admin admin] Pushing event deleted for resources: {'Port': ['ID=244be0fe-6431-461b-afb2-3b2f48c9ab2e,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:51.857718 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-a8de2abc-bc2d-415a-8ee6-21635587b68a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8279594'] for router_interface, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:52.060517 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8de2abc-bc2d-415a-8ee6-21635587b68a admin admin] Router de03f7b2-8fb0-423c-bca5-332e4e5cf067 has already been hosted by L3 agent 2edc1d69-0f6a-462d-a1c4-2c7c9be5649e {{(pid=93021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:04:52.149912 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b355d-f246-4f16-9725-001b7cb4f452 req-c92f2ebb-e5e6-4069-99a6-b165506b327a tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:52.151749 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-0d8b355d-f246-4f16-9725-001b7cb4f452 req-c92f2ebb-e5e6-4069-99a6-b165506b327a tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=905a537c-74db-46cb-a828-eef2ad9ebb6b HTTP/1.1" status: 200 len: 945 time: 0.0661283 Jul 16 20:04:52.171078 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8de2abc-bc2d-415a-8ee6-21635587b68a admin admin] Notify agent at l3_agent.dv-cinder-800697-3-iscsi the message routers_updated {{(pid=93021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:04:52.176107 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-a8de2abc-bc2d-415a-8ee6-21635587b68a admin admin] 10.222.0.98 "PUT /v2.0/routers/de03f7b2-8fb0-423c-bca5-332e4e5cf067/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8064868 Jul 16 20:04:52.178671 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 58520) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:52.182877 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c0e93e-061f-4d46-b8f9-3e40ded4b8fe None None] Sync routers for ids ['de03f7b2-8fb0-423c-bca5-332e4e5cf067'] in dv-cinder-800697-3-iscsi {{(pid=93023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:04:52.193317 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c0e93e-061f-4d46-b8f9-3e40ded4b8fe None None] Routers {'de03f7b2-8fb0-423c-bca5-332e4e5cf067'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:04:52.193919 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-88c0e93e-061f-4d46-b8f9-3e40ded4b8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:04:22Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['de03f7b2-8fb0-423c-bca5-332e4e5cf067'], 'active': True} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:04:52.204363 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-0d8b355d-f246-4f16-9725-001b7cb4f452 req-05317d81-ccd9-47b7-ba31-c5268ef2262d tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410099 Jul 16 20:04:52.212898 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-abf48c8a-fcb8-4929-8d4b-9bd9e44e9bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:52.283521 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-88b5e57d-3b39-4313-a1eb-bd308646823c admin admin] Notify callbacks [] for router, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:52.311744 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvr_db [None req-88c0e93e-061f-4d46-b8f9-3e40ded4b8fe None None] Set router de03f7b2-8fb0-423c-bca5-332e4e5cf067 gateway port host: dv-cinder-800697-3-iscsi {{(pid=93023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:04:52.385907 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-88b5e57d-3b39-4313-a1eb-bd308646823c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:52.445449 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.plugin [None req-88b5e57d-3b39-4313-a1eb-bd308646823c admin admin] Deleting port 5dac3b53-d855-4320-b709-82771757a93e {{(pid=93021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:04:52.446117 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-88b5e57d-3b39-4313-a1eb-bd308646823c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786207273135'] for port, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:52.491206 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-88c0e93e-061f-4d46-b8f9-3e40ded4b8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de03f7b2-8fb0-423c-bca5-332e4e5cf067', 'name': 'tempest-ServerRescueNegativeTestJSON-436099479-router', 'tenant_id': '414a34685fd04fe387cb1d18cde8082e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '5dac3b53-d855-4320-b709-82771757a93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:00:59Z', 'updated_at': '2021-07-16T20:04:51Z', 'revision_number': 5, 'project_id': '414a34685fd04fe387cb1d18cde8082e', 'gw_port': {'id': '5dac3b53-d855-4320-b709-82771757a93e', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:42:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de03f7b2-8fb0-423c-bca5-332e4e5cf067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:00Z', 'updated_at': '2021-07-16T20:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi'}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:04:52.517674 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c0e93e-061f-4d46-b8f9-3e40ded4b8fe None None] Checking router: de03f7b2-8fb0-423c-bca5-332e4e5cf067 for host: dv-cinder-800697-3-iscsi {{(pid=93023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:04:52.525975 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.db [None req-88b5e57d-3b39-4313-a1eb-bd308646823c admin admin] For port 5dac3b53-d855-4320-b709-82771757a93e, host dv-cinder-800697-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=5dac3b53-d855-4320-b709-82771757a93e,segment=NetworkSegment(cdf336fb-2473-4d8c-b46d-c083e8b3b4ea),segment_id=cdf336fb-2473-4d8c-b46d-c083e8b3b4ea)] {{(pid=93021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:52.526418 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-88b5e57d-3b39-4313-a1eb-bd308646823c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8298881'] for port, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:52.526992 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c0e93e-061f-4d46-b8f9-3e40ded4b8fe None None] Routers {'de03f7b2-8fb0-423c-bca5-332e4e5cf067'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:04:52.527673 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-88c0e93e-061f-4d46-b8f9-3e40ded4b8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:04:52Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['de03f7b2-8fb0-423c-bca5-332e4e5cf067'], 'active': True} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:04:52.535286 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb4989f-e7e9-485c-a93e-c93331b9d51b req-f7f09b62-fa8f-40bb-82a2-6f064cc8242b tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:52.536882 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1fb4989f-e7e9-485c-a93e-c93331b9d51b req-f7f09b62-fa8f-40bb-82a2-6f064cc8242b tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.102 "GET /v2.0/ports?device_id=905a537c-74db-46cb-a828-eef2ad9ebb6b HTTP/1.1" status: 200 len: 945 time: 0.0773501 Jul 16 20:04:52.542836 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.plugin [None req-88b5e57d-3b39-4313-a1eb-bd308646823c admin admin] Calling delete_port for 5dac3b53-d855-4320-b709-82771757a93e owned by network:router_gateway {{(pid=93021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:04:52.616093 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvr_db [None req-88c0e93e-061f-4d46-b8f9-3e40ded4b8fe None None] Set router de03f7b2-8fb0-423c-bca5-332e4e5cf067 gateway port host: None {{(pid=93023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:04:52.643015 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [req-1fb4989f-e7e9-485c-a93e-c93331b9d51b req-98392781-455c-4597-96cc-a92ebbe35692 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Deleting port ad756f51-d5f5-4d65-b6e5-23a8d98afc9b {{(pid=93020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:04:52.643387 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-1fb4989f-e7e9-485c-a93e-c93331b9d51b req-98392781-455c-4597-96cc-a92ebbe35692 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786207273135'] for port, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:52.672873 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-88c0e93e-061f-4d46-b8f9-3e40ded4b8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de03f7b2-8fb0-423c-bca5-332e4e5cf067', 'name': 'tempest-ServerRescueNegativeTestJSON-436099479-router', 'tenant_id': '414a34685fd04fe387cb1d18cde8082e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:00:59Z', 'updated_at': '2021-07-16T20:04:52Z', 'revision_number': 6, 'project_id': '414a34685fd04fe387cb1d18cde8082e', 'gw_port_host': None}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:04:52.699604 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c0e93e-061f-4d46-b8f9-3e40ded4b8fe None None] The sync data for ids ['de03f7b2-8fb0-423c-bca5-332e4e5cf067'] in dv-cinder-800697-3-iscsi is: [{'id': 'de03f7b2-8fb0-423c-bca5-332e4e5cf067', 'name': 'tempest-ServerRescueNegativeTestJSON-436099479-router', 'tenant_id': '414a34685fd04fe387cb1d18cde8082e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:00:59Z', 'updated_at': '2021-07-16T20:04:52Z', 'revision_number': 6, 'project_id': '414a34685fd04fe387cb1d18cde8082e', 'gw_port_host': None}] {{(pid=93023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:04:52.722407 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-88b5e57d-3b39-4313-a1eb-bd308646823c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786207273858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786206872495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8120956'] for port, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:52.743209 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [req-1fb4989f-e7e9-485c-a93e-c93331b9d51b req-98392781-455c-4597-96cc-a92ebbe35692 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] For port ad756f51-d5f5-4d65-b6e5-23a8d98afc9b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ad756f51-d5f5-4d65-b6e5-23a8d98afc9b,segment=NetworkSegment(8c4b4c9a-1756-4639-a368-9e26a465772a),segment_id=8c4b4c9a-1756-4639-a368-9e26a465772a)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:04:52.743580 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-1fb4989f-e7e9-485c-a93e-c93331b9d51b req-98392781-455c-4597-96cc-a92ebbe35692 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8298881'] for port, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:52.757158 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [req-1fb4989f-e7e9-485c-a93e-c93331b9d51b req-98392781-455c-4597-96cc-a92ebbe35692 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Calling delete_port for ad756f51-d5f5-4d65-b6e5-23a8d98afc9b owned by compute:nova {{(pid=93020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:04:52.758898 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b5e57d-3b39-4313-a1eb-bd308646823c admin admin] Pushing event deleted for resources: {'Port': ['ID=5dac3b53-d855-4320-b709-82771757a93e,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:52.818755 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-88b5e57d-3b39-4313-a1eb-bd308646823c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8363120'] for router_gateway, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:52.888359 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-1fb4989f-e7e9-485c-a93e-c93331b9d51b req-98392781-455c-4597-96cc-a92ebbe35692 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786207273858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786206872495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:52.899848 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] get_ports_and_sgs() called for port_ids ['ad756f51-d5f5-4d65-b6e5-23a8d98afc9b'] {{(pid=93022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:04:52.918805 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-88b5e57d-3b39-4313-a1eb-bd308646823c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8301028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126844'] for router, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:52.919757 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98392781-455c-4597-96cc-a92ebbe35692 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Pushing event deleted for resources: {'Port': ['ID=ad756f51-d5f5-4d65-b6e5-23a8d98afc9b,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:52.920970 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-88b5e57d-3b39-4313-a1eb-bd308646823c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:52.967494 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb4989f-e7e9-485c-a93e-c93331b9d51b req-98392781-455c-4597-96cc-a92ebbe35692 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] No DVR routers for this DVR port ad756f51-d5f5-4d65-b6e5-23a8d98afc9b on host hv-cinder-80069 {{(pid=93020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:04:52.970878 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-1fb4989f-e7e9-485c-a93e-c93331b9d51b req-98392781-455c-4597-96cc-a92ebbe35692 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for port, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:52.972905 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1fb4989f-e7e9-485c-a93e-c93331b9d51b req-98392781-455c-4597-96cc-a92ebbe35692 tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.102 "DELETE /v2.0/ports/ad756f51-d5f5-4d65-b6e5-23a8d98afc9b HTTP/1.1" status: 204 len: 173 time: 0.4288290 Jul 16 20:04:52.973359 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '905a537c-74db-46cb-a828-eef2ad9ebb6b', 'name': 'network-vif-deleted', 'tag': 'ad756f51-d5f5-4d65-b6e5-23a8d98afc9b'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:04:52.975632 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fae8f2ff960fe93758be445b473a7dfd6f7d616fbf5a964bb8e60e5228696b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819b4605-6690-402c-8745-ed9750a85c6f" -d '{"events": [{"server_uuid": "905a537c-74db-46cb-a828-eef2ad9ebb6b", "name": "network-vif-deleted", "tag": "ad756f51-d5f5-4d65-b6e5-23a8d98afc9b"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:04:52.994794 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-88b5e57d-3b39-4313-a1eb-bd308646823c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8298994'] for router, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:52.995282 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b5e57d-3b39-4313-a1eb-bd308646823c admin admin] Fanout notify agent at l3_agent the message router_deleted on router de03f7b2-8fb0-423c-bca5-332e4e5cf067 {{(pid=93021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:04:52.999940 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-88b5e57d-3b39-4313-a1eb-bd308646823c admin admin] Notify callbacks [] for router, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:53.002628 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-88b5e57d-3b39-4313-a1eb-bd308646823c admin admin] 10.222.0.98 "DELETE /v2.0/routers/de03f7b2-8fb0-423c-bca5-332e4e5cf067 HTTP/1.1" status: 204 len: 168 time: 0.8215728 Jul 16 20:04:53.003766 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 58524) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:53.016211 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a865dc4-77d5-4ffa-a0e4-0e4fc2280394 x-openstack-request-id: req-8a865dc4-77d5-4ffa-a0e4-0e4fc2280394 {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:04:53.016516 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "905a537c-74db-46cb-a828-eef2ad9ebb6b", "name": "network-vif-deleted", "tag": "ad756f51-d5f5-4d65-b6e5-23a8d98afc9b", "status": "completed", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:04:53.018729 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8a865dc4-77d5-4ffa-a0e4-0e4fc2280394 {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:04:53.019652 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '905a537c-74db-46cb-a828-eef2ad9ebb6b', 'name': 'network-vif-deleted', 'tag': 'ad756f51-d5f5-4d65-b6e5-23a8d98afc9b', 'status': 'completed', 'code': 200} Jul 16 20:04:53.053073 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.db_base_plugin_v2 [None req-597fb5ed-2acc-453e-968e-5a4467baa383 admin admin] Deleting subnet bb407b5a-c60b-422c-8afc-1e584a6a4c1c {{(pid=93021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:04:53.056576 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-597fb5ed-2acc-453e-968e-5a4467baa383 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:53.092630 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-597fb5ed-2acc-453e-968e-5a4467baa383 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5940030'] for subnet, precommit_delete_associations {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:53.146497 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-597fb5ed-2acc-453e-968e-5a4467baa383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001713'] for subnet, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:53.199066 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-597fb5ed-2acc-453e-968e-5a4467baa383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7945194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8120847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6192214'] for subnet, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:53.225547 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597fb5ed-2acc-453e-968e-5a4467baa383 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb407b5a-c60b-422c-8afc-1e584a6a4c1c,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:53.227513 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-597fb5ed-2acc-453e-968e-5a4467baa383 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for subnet, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:53.229394 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-597fb5ed-2acc-453e-968e-5a4467baa383 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/bb407b5a-c60b-422c-8afc-1e584a6a4c1c HTTP/1.1" status: 204 len: 168 time: 0.2246225 Jul 16 20:04:53.231798 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 58530) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:53.300513 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-2875675a-3570-40db-873a-48f0a34ea3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556954'] for network, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:53.317798 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:53.359484 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-52cb6c3c-b3eb-45e5-88e5-4a2a27c8f7d8 req-29d9cfd5-f9b2-4726-8326-0eac7212864d tempest-AttachVolumeNegativeTest-337796948 tempest-AttachVolumeNegativeTest-337796948-project] 10.222.0.98 "GET /v2.0/ports?device_id=905a537c-74db-46cb-a828-eef2ad9ebb6b HTTP/1.1" status: 200 len: 210 time: 0.0278773 Jul 16 20:04:53.383010 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-2875675a-3570-40db-873a-48f0a34ea3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002645', 'neutron.services.segments.db._delete_segments_for_network-8786207386444'] for network, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:53.393243 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.services.segments.db [None req-2875675a-3570-40db-873a-48f0a34ea3b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['393b5044-b44c-402e-be20-85746d24c0e1']}} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:04:53.402640 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.services.segments.db [None req-2875675a-3570-40db-873a-48f0a34ea3b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b84b4437-9c05-4c91-ae64-277a40c58618') {'for_net_delete': True} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:04:53.402934 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.services.segments.db [None req-2875675a-3570-40db-873a-48f0a34ea3b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b84b4437-9c05-4c91-ae64-277a40c58618') {} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:04:53.412071 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-2875675a-3570-40db-873a-48f0a34ea3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786207387733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5939977'] for segment, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:53.425847 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-2875675a-3570-40db-873a-48f0a34ea3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964265'] for segment, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:53.432508 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2875675a-3570-40db-873a-48f0a34ea3b8 admin admin] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=93021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:04:53.433025 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-2875675a-3570-40db-873a-48f0a34ea3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8121261'] for segment, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:53.434892 dv-cinder-800697-3-iscsi neutron-server[93021]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:04:53.434892 dv-cinder-800697-3-iscsi neutron-server[93021]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:04:53.434892 dv-cinder-800697-3-iscsi neutron-server[93021]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:04:53.434892 dv-cinder-800697-3-iscsi neutron-server[93021]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:04:53.434892 dv-cinder-800697-3-iscsi neutron-server[93021]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:04:53.434892 dv-cinder-800697-3-iscsi neutron-server[93021]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:04:53.434892 dv-cinder-800697-3-iscsi neutron-server[93021]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:04:53.434892 dv-cinder-800697-3-iscsi neutron-server[93021]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:04:53.434892 dv-cinder-800697-3-iscsi neutron-server[93021]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:04:53.434892 dv-cinder-800697-3-iscsi neutron-server[93021]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:04:53.434892 dv-cinder-800697-3-iscsi neutron-server[93021]: Traceback (most recent call last): Jul 16 20:04:53.434892 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:04:53.434892 dv-cinder-800697-3-iscsi neutron-server[93021]: timer() Jul 16 20:04:53.434892 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:04:53.434892 dv-cinder-800697-3-iscsi neutron-server[93021]: cb(*args, **kw) Jul 16 20:04:53.434892 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:04:53.434892 dv-cinder-800697-3-iscsi neutron-server[93021]: return func(*args, **kwargs) Jul 16 20:04:53.434892 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:04:53.434892 dv-cinder-800697-3-iscsi neutron-server[93021]: self._notify() Jul 16 20:04:53.434892 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:04:53.434892 dv-cinder-800697-3-iscsi neutron-server[93021]: self.callback(batched_events) Jul 16 20:04:53.434892 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:04:53.434892 dv-cinder-800697-3-iscsi neutron-server[93021]: event.method(event) Jul 16 20:04:53.434892 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:04:53.434892 dv-cinder-800697-3-iscsi neutron-server[93021]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:04:53.434892 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:04:53.434892 dv-cinder-800697-3-iscsi neutron-server[93021]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:04:53.434892 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:04:53.434892 dv-cinder-800697-3-iscsi neutron-server[93021]: return f(self, *a, **k) Jul 16 20:04:53.434892 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:04:53.434892 dv-cinder-800697-3-iscsi neutron-server[93021]: return self._get(url).json() Jul 16 20:04:53.434892 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:04:53.434892 dv-cinder-800697-3-iscsi neutron-server[93021]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:04:53.434892 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:04:53.434892 dv-cinder-800697-3-iscsi neutron-server[93021]: return self.request(url, 'GET', **kwargs) Jul 16 20:04:53.434892 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:04:53.434892 dv-cinder-800697-3-iscsi neutron-server[93021]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:04:53.434892 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:04:53.434892 dv-cinder-800697-3-iscsi neutron-server[93021]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:04:53.434892 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:04:53.434892 dv-cinder-800697-3-iscsi neutron-server[93021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:04:53.434892 dv-cinder-800697-3-iscsi neutron-server[93021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:04:53.495657 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-2875675a-3570-40db-873a-48f0a34ea3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8363180'] for network, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:53.502623 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-2875675a-3570-40db-873a-48f0a34ea3b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for network, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:53.504616 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-2875675a-3570-40db-873a-48f0a34ea3b8 admin admin] 10.222.0.98 "DELETE /v2.0/networks/393b5044-b44c-402e-be20-85746d24c0e1 HTTP/1.1" status: 204 len: 168 time: 0.2718606 Jul 16 20:04:53.514387 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2875675a-3570-40db-873a-48f0a34ea3b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=393b5044-b44c-402e-be20-85746d24c0e1,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:53.691324 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 58536) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:53.735111 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-4519542c-a966-4cbf-a2e8-3eacee08c282 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=414a34685fd04fe387cb1d18cde8082e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0421906 Jul 16 20:04:53.737495 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 58538) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:53.784936 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-cf5c1b0c-0dfd-45f5-876d-a17d395c8759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:53.804480 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-cf5c1b0c-0dfd-45f5-876d-a17d395c8759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:53.851439 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-cf5c1b0c-0dfd-45f5-876d-a17d395c8759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:53.853853 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-cf5c1b0c-0dfd-45f5-876d-a17d395c8759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:53.855001 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-cf5c1b0c-0dfd-45f5-876d-a17d395c8759 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2466c894-c9e0-4408-af7d-d87f45fe256f HTTP/1.1" status: 204 len: 168 time: 0.1166346 Jul 16 20:04:53.862194 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c1b0c-0dfd-45f5-876d-a17d395c8759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2466c894-c9e0-4408-af7d-d87f45fe256f,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:54.455390 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 58562) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:54.482657 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 5dac3b53-d855-4320-b709-82771757a93e no longer exists at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:04:54.502267 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] No Port match for: 5dac3b53-d855-4320-b709-82771757a93e {{(pid=93022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:04:54.502643 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 5dac3b53-d855-4320-b709-82771757a93e not bound to the agent host dv-cinder-800697-3-iscsi {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:04:54.503068 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 244be0fe-6431-461b-afb2-3b2f48c9ab2e no longer exists at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:04:54.504674 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0a0c5ed-58a5-4ec2-8870-9cb83f6cc712 admin admin] Deleting subnet 283e3901-d3ea-4713-b598-f4d358da70c1 {{(pid=93021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:04:54.508141 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-b0a0c5ed-58a5-4ec2-8870-9cb83f6cc712 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:54.521747 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] No Port match for: 244be0fe-6431-461b-afb2-3b2f48c9ab2e {{(pid=93022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:04:54.522325 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 244be0fe-6431-461b-afb2-3b2f48c9ab2e not bound to the agent host dv-cinder-800697-3-iscsi {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:04:54.543185 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-b0a0c5ed-58a5-4ec2-8870-9cb83f6cc712 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5940030'] for subnet, precommit_delete_associations {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:54.582508 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-b0a0c5ed-58a5-4ec2-8870-9cb83f6cc712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001713'] for subnet, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:54.644838 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-b0a0c5ed-58a5-4ec2-8870-9cb83f6cc712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7945194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8120847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6192214'] for subnet, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:54.673078 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-b0a0c5ed-58a5-4ec2-8870-9cb83f6cc712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for subnet, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:54.674989 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-b0a0c5ed-58a5-4ec2-8870-9cb83f6cc712 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/283e3901-d3ea-4713-b598-f4d358da70c1 HTTP/1.1" status: 204 len: 168 time: 0.2185562 Jul 16 20:04:54.675981 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a0c5ed-58a5-4ec2-8870-9cb83f6cc712 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=283e3901-d3ea-4713-b598-f4d358da70c1,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:54.678265 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 58572) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:54.760298 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-3d9a0eb5-7414-4172-8c38-d96819d09e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556954'] for network, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:54.774967 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:54.849557 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-3d9a0eb5-7414-4172-8c38-d96819d09e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002645', 'neutron.services.segments.db._delete_segments_for_network-8786207386444'] for network, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:54.861306 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.services.segments.db [None req-3d9a0eb5-7414-4172-8c38-d96819d09e8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5804f1d-fdeb-47b2-a0ec-baf0d0715cca']}} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:04:54.873457 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.services.segments.db [None req-3d9a0eb5-7414-4172-8c38-d96819d09e8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c4b4c9a-1756-4639-a368-9e26a465772a') {'for_net_delete': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:04:54.873770 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.services.segments.db [None req-3d9a0eb5-7414-4172-8c38-d96819d09e8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c4b4c9a-1756-4639-a368-9e26a465772a') {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:04:54.884463 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-3d9a0eb5-7414-4172-8c38-d96819d09e8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786207387733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6078529'] for segment, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:54.900813 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-3d9a0eb5-7414-4172-8c38-d96819d09e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964265'] for segment, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:54.908116 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d9a0eb5-7414-4172-8c38-d96819d09e8f admin admin] Releasing vlan 1005 on physical network physnet1 to pool {{(pid=93020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:04:54.908725 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-3d9a0eb5-7414-4172-8c38-d96819d09e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6084173'] for segment, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:54.911212 dv-cinder-800697-3-iscsi neutron-server[93020]: Traceback (most recent call last): Jul 16 20:04:54.911212 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:04:54.911212 dv-cinder-800697-3-iscsi neutron-server[93020]: timer() Jul 16 20:04:54.911212 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:04:54.911212 dv-cinder-800697-3-iscsi neutron-server[93020]: cb(*args, **kw) Jul 16 20:04:54.911212 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:04:54.911212 dv-cinder-800697-3-iscsi neutron-server[93020]: return func(*args, **kwargs) Jul 16 20:04:54.911212 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:04:54.911212 dv-cinder-800697-3-iscsi neutron-server[93020]: self._notify() Jul 16 20:04:54.911212 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:04:54.911212 dv-cinder-800697-3-iscsi neutron-server[93020]: self.callback(batched_events) Jul 16 20:04:54.911212 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:04:54.911212 dv-cinder-800697-3-iscsi neutron-server[93020]: event.method(event) Jul 16 20:04:54.911212 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:04:54.911212 dv-cinder-800697-3-iscsi neutron-server[93020]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:04:54.911212 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:04:54.911212 dv-cinder-800697-3-iscsi neutron-server[93020]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:04:54.911212 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:04:54.911212 dv-cinder-800697-3-iscsi neutron-server[93020]: return f(self, *a, **k) Jul 16 20:04:54.911212 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:04:54.911212 dv-cinder-800697-3-iscsi neutron-server[93020]: return self._get(url).json() Jul 16 20:04:54.911212 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:04:54.911212 dv-cinder-800697-3-iscsi neutron-server[93020]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:04:54.911212 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:04:54.911212 dv-cinder-800697-3-iscsi neutron-server[93020]: return self.request(url, 'GET', **kwargs) Jul 16 20:04:54.911212 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:04:54.911212 dv-cinder-800697-3-iscsi neutron-server[93020]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:04:54.911212 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:04:54.911212 dv-cinder-800697-3-iscsi neutron-server[93020]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:04:54.911212 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:04:54.911212 dv-cinder-800697-3-iscsi neutron-server[93020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:04:54.911212 dv-cinder-800697-3-iscsi neutron-server[93020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:04:54.964014 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-3d9a0eb5-7414-4172-8c38-d96819d09e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8363180'] for network, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:54.969409 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-3d9a0eb5-7414-4172-8c38-d96819d09e8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for network, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:54.974776 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-3d9a0eb5-7414-4172-8c38-d96819d09e8f admin admin] 10.222.0.98 "DELETE /v2.0/networks/e5804f1d-fdeb-47b2-a0ec-baf0d0715cca HTTP/1.1" status: 204 len: 168 time: 0.2932296 Jul 16 20:04:54.987084 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9a0eb5-7414-4172-8c38-d96819d09e8f admin admin] Pushing event deleted for resources: {'Network': ['ID=e5804f1d-fdeb-47b2-a0ec-baf0d0715cca,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:55.163274 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 58592) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:55.207124 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-7ffa5da7-592d-49f8-8faa-02bda50bb678 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6454850dc1f14582976bbf9cabb0fec3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0426705 Jul 16 20:04:55.209528 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 58594) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:55.256852 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-f0406072-ac57-496a-a7bd-219e9aacad30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:55.277738 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-f0406072-ac57-496a-a7bd-219e9aacad30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:55.324468 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-f0406072-ac57-496a-a7bd-219e9aacad30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:55.327579 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-f0406072-ac57-496a-a7bd-219e9aacad30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:55.329676 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-f0406072-ac57-496a-a7bd-219e9aacad30 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1 HTTP/1.1" status: 204 len: 168 time: 0.1192572 Jul 16 20:04:55.337318 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0406072-ac57-496a-a7bd-219e9aacad30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad907e8-9e1f-4a83-b9fc-50b37beeb2b1,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:04:56.254102 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e175cab-d20a-4437-8a4d-34384ddcce61 req-b8ed4bd9-79a4-4268-b591-73714a378ee2 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:56.256043 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-9e175cab-d20a-4437-8a4d-34384ddcce61 req-b8ed4bd9-79a4-4268-b591-73714a378ee2 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 945 time: 0.0711739 Jul 16 20:04:56.299209 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-9e175cab-d20a-4437-8a4d-34384ddcce61 req-da49b0ca-6d89-4d73-b3af-debe8bdba323 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=710277bd-ee2e-4d27-a450-42b1ed510583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370667 Jul 16 20:04:56.660720 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device ad756f51-d5f5-4d65-b6e5-23a8d98afc9b no longer exists at agent hyperv_hv-cinder-80069 {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:04:56.685464 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] No Port match for: ad756f51-d5f5-4d65-b6e5-23a8d98afc9b {{(pid=93022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:04:56.685804 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device ad756f51-d5f5-4d65-b6e5-23a8d98afc9b not bound to the agent host hv-cinder-80069 {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:04:57.471274 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e079b-c09b-4a97-a09d-e4505ba8f5ac req-edf95b96-9332-42b1-8769-d40130250d93 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:57.472736 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c75e079b-c09b-4a97-a09d-e4505ba8f5ac req-edf95b96-9332-42b1-8769-d40130250d93 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 945 time: 0.0655541 Jul 16 20:04:57.510339 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c75e079b-c09b-4a97-a09d-e4505ba8f5ac req-2d3ae490-9759-430e-a05e-cf0325771298 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=710277bd-ee2e-4d27-a450-42b1ed510583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321095 Jul 16 20:04:58.682098 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf59f8e4-65e2-49dc-9b05-02beccfb8f5f req-fc4da40f-3ff8-4c38-9b08-db7b65994bfd tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:58.683593 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-bf59f8e4-65e2-49dc-9b05-02beccfb8f5f req-fc4da40f-3ff8-4c38-9b08-db7b65994bfd tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 945 time: 0.0624619 Jul 16 20:04:58.720655 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-bf59f8e4-65e2-49dc-9b05-02beccfb8f5f req-3b8ea1bc-ff27-42b7-a852-3a176c95acb4 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=710277bd-ee2e-4d27-a450-42b1ed510583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316062 Jul 16 20:04:59.888198 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18de500-7350-410b-8c6e-7b8183e2ad3d req-bdf2e809-5217-48e9-8504-a17bc98e3108 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:04:59.890238 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-b18de500-7350-410b-8c6e-7b8183e2ad3d req-bdf2e809-5217-48e9-8504-a17bc98e3108 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 945 time: 0.0618882 Jul 16 20:04:59.928697 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-b18de500-7350-410b-8c6e-7b8183e2ad3d req-1d0d9d78-86a0-4080-8c00-eb247428eb03 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=710277bd-ee2e-4d27-a450-42b1ed510583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322378 Jul 16 20:05:01.104291 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823b73f-0376-4cc1-91db-7686363cd102 req-8f960a6b-6f8a-4c1e-ba05-6897ea5e8b22 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:01.105722 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-2823b73f-0376-4cc1-91db-7686363cd102 req-8f960a6b-6f8a-4c1e-ba05-6897ea5e8b22 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 945 time: 0.0654738 Jul 16 20:05:01.143224 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-2823b73f-0376-4cc1-91db-7686363cd102 req-11a5ddc6-40f2-44d4-8eab-66a19497a88a tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=710277bd-ee2e-4d27-a450-42b1ed510583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313132 Jul 16 20:05:02.283920 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:02.320643 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef766b-c82a-4cf3-978a-d536f4c83943 req-a52d45d1-e104-4f2a-a705-ac4370cc20cd tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:02.322123 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-54ef766b-c82a-4cf3-978a-d536f4c83943 req-a52d45d1-e104-4f2a-a705-ac4370cc20cd tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 945 time: 0.0685368 Jul 16 20:05:02.358270 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-54ef766b-c82a-4cf3-978a-d536f4c83943 req-f9bfdbbe-b04b-4067-b6c5-33996bc301c3 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=710277bd-ee2e-4d27-a450-42b1ed510583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305567 Jul 16 20:05:03.531390 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c498e-f98e-43bf-8ea5-b6dc9309fc2f req-5726321a-6bd1-4262-aa69-2aa1f4c537a1 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:03.532872 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-8f2c498e-f98e-43bf-8ea5-b6dc9309fc2f req-5726321a-6bd1-4262-aa69-2aa1f4c537a1 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 945 time: 0.0655305 Jul 16 20:05:03.569882 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-8f2c498e-f98e-43bf-8ea5-b6dc9309fc2f req-7f761917-5034-412e-aded-87d9fb0e2db7 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=710277bd-ee2e-4d27-a450-42b1ed510583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315900 Jul 16 20:05:04.740966 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5835c1-55ea-458c-80c5-386dca762d90 req-332c1f74-4e9c-49e2-b53b-5293b1c89b32 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:04.742470 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-2a5835c1-55ea-458c-80c5-386dca762d90 req-332c1f74-4e9c-49e2-b53b-5293b1c89b32 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 945 time: 0.0640233 Jul 16 20:05:04.780844 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-2a5835c1-55ea-458c-80c5-386dca762d90 req-d3c7c7d9-f95b-4cda-b8c5-555d4d5c78ff tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=710277bd-ee2e-4d27-a450-42b1ed510583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321112 Jul 16 20:05:05.952765 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36b3e9-d123-44fb-a294-5d9b1530c77d req-82a368b9-29a6-4231-93f0-3abf70f57dc4 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:05.954134 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-de36b3e9-d123-44fb-a294-5d9b1530c77d req-82a368b9-29a6-4231-93f0-3abf70f57dc4 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 945 time: 0.0606520 Jul 16 20:05:05.990540 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-de36b3e9-d123-44fb-a294-5d9b1530c77d req-1c1af091-50b6-4f10-8ab4-00e735566815 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=710277bd-ee2e-4d27-a450-42b1ed510583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307598 Jul 16 20:05:06.414076 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 58812) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:06.518795 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-1b4e50a4-f9e1-493e-bf2b-f21d98e20644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:06.612948 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-1b4e50a4-f9e1-493e-bf2b-f21d98e20644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:06.618472 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-1b4e50a4-f9e1-493e-bf2b-f21d98e20644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:06.660157 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-1b4e50a4-f9e1-493e-bf2b-f21d98e20644 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ee2e19f2e6234b5d9c117e9a728ff03d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2448633 Jul 16 20:05:06.661200 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e50a4-f9e1-493e-bf2b-f21d98e20644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4526a5d-3abb-40f2-a7b1-51589e420755,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:06.662787 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 58826) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:06.716326 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-791003ab-1dfd-42ed-b244-75f7e1a22bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:06.737027 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-791003ab-1dfd-42ed-b244-75f7e1a22bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:06.783591 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-791003ab-1dfd-42ed-b244-75f7e1a22bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:06.786071 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-791003ab-1dfd-42ed-b244-75f7e1a22bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:06.787240 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-791003ab-1dfd-42ed-b244-75f7e1a22bd1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b4526a5d-3abb-40f2-a7b1-51589e420755 HTTP/1.1" status: 204 len: 168 time: 0.1231546 Jul 16 20:05:06.794761 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791003ab-1dfd-42ed-b244-75f7e1a22bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4526a5d-3abb-40f2-a7b1-51589e420755,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:07.175007 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf8486d-b9d6-4f6b-b7d6-839a3c2ab7d9 req-f515ed55-260f-481b-a8f5-baefbd6f925f tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:07.176590 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-3cf8486d-b9d6-4f6b-b7d6-839a3c2ab7d9 req-f515ed55-260f-481b-a8f5-baefbd6f925f tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 945 time: 0.0725896 Jul 16 20:05:07.230066 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-3cf8486d-b9d6-4f6b-b7d6-839a3c2ab7d9 req-ed07284f-0596-4f33-81fa-b9c893e7f379 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=710277bd-ee2e-4d27-a450-42b1ed510583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470891 Jul 16 20:05:08.399263 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366a52c-6ea6-4e43-9bfd-725286903dd5 req-304fe481-0dc9-46a9-8ac1-47a509add555 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:08.401008 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-3366a52c-6ea6-4e43-9bfd-725286903dd5 req-304fe481-0dc9-46a9-8ac1-47a509add555 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 945 time: 0.0658286 Jul 16 20:05:08.443085 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-3366a52c-6ea6-4e43-9bfd-725286903dd5 req-00b039c3-7e60-49bc-aaa6-451a7c987011 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=710277bd-ee2e-4d27-a450-42b1ed510583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359318 Jul 16 20:05:09.631280 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30428305-6d81-4f0b-857a-bc4cd9b96c2a req-f21860cb-66c9-4fcc-9780-52f0860c385b tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:09.632833 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-30428305-6d81-4f0b-857a-bc4cd9b96c2a req-f21860cb-66c9-4fcc-9780-52f0860c385b tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 945 time: 0.0718548 Jul 16 20:05:09.672096 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-30428305-6d81-4f0b-857a-bc4cd9b96c2a req-b065ff39-8ab7-4312-a47e-7724e8336a63 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=710277bd-ee2e-4d27-a450-42b1ed510583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335090 Jul 16 20:05:11.000102 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4836c37-2443-4d92-aa9a-fbfbb3e769c5 req-76c41aa2-ade2-430a-ba5e-8fd203d0780b tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:11.001554 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-c4836c37-2443-4d92-aa9a-fbfbb3e769c5 req-76c41aa2-ade2-430a-ba5e-8fd203d0780b tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 945 time: 0.0643318 Jul 16 20:05:11.037825 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-c4836c37-2443-4d92-aa9a-fbfbb3e769c5 req-750e2fad-b7d8-4bc7-8450-686242a5d87e tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=710277bd-ee2e-4d27-a450-42b1ed510583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305300 Jul 16 20:05:11.613034 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 58960) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:11.721054 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9989a07a-ee9c-474d-9b78-f2888539b678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:11.823719 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9989a07a-ee9c-474d-9b78-f2888539b678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:11.828335 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9989a07a-ee9c-474d-9b78-f2888539b678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:11.866357 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9989a07a-ee9c-474d-9b78-f2888539b678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe49154-848b-4853-88ae-da1355b29dad,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:11.871066 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-9989a07a-ee9c-474d-9b78-f2888539b678 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=94785be24c3c4e7287a09429396c28e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2564108 Jul 16 20:05:11.874453 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 58972) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:11.921822 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e5b480f2-530d-4895-933d-b41f8cbb13b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:11.942112 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e5b480f2-530d-4895-933d-b41f8cbb13b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:11.987368 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e5b480f2-530d-4895-933d-b41f8cbb13b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:11.989965 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e5b480f2-530d-4895-933d-b41f8cbb13b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:11.991126 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-e5b480f2-530d-4895-933d-b41f8cbb13b2 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/7fe49154-848b-4853-88ae-da1355b29dad HTTP/1.1" status: 204 len: 168 time: 0.1161511 Jul 16 20:05:11.998605 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b480f2-530d-4895-933d-b41f8cbb13b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe49154-848b-4853-88ae-da1355b29dad,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:12.226198 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a27cf-8bbf-4464-b069-5bb5353203b6 req-f96cdefc-ae68-41b4-8d43-c740db44976c tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:12.227713 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-956a27cf-8bbf-4464-b069-5bb5353203b6 req-f96cdefc-ae68-41b4-8d43-c740db44976c tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 945 time: 0.0668330 Jul 16 20:05:12.250282 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 58980) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:12.263716 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-840bf5fd-bdbd-43ec-9f8c-84d1453d0428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:12.267384 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-956a27cf-8bbf-4464-b069-5bb5353203b6 req-95649ac5-fe9b-4fdd-a7b7-ea69d26c5352 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=710277bd-ee2e-4d27-a450-42b1ed510583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341208 Jul 16 20:05:12.350128 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-840bf5fd-bdbd-43ec-9f8c-84d1453d0428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:12.354019 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-840bf5fd-bdbd-43ec-9f8c-84d1453d0428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:12.391393 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-840bf5fd-bdbd-43ec-9f8c-84d1453d0428 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=50ff6f9c7ee34646842ecffb62b2fdd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1400454 Jul 16 20:05:12.392306 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840bf5fd-bdbd-43ec-9f8c-84d1453d0428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71416f1-c326-4676-93c2-842b8f05c231,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:12.394047 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 58982) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:12.399285 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840bf5fd-bdbd-43ec-9f8c-84d1453d0428 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:12.399637 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840bf5fd-bdbd-43ec-9f8c-84d1453d0428 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:12.399976 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840bf5fd-bdbd-43ec-9f8c-84d1453d0428 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:12.400311 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840bf5fd-bdbd-43ec-9f8c-84d1453d0428 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:12.400643 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840bf5fd-bdbd-43ec-9f8c-84d1453d0428 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:12.400973 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840bf5fd-bdbd-43ec-9f8c-84d1453d0428 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:12.401301 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840bf5fd-bdbd-43ec-9f8c-84d1453d0428 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:12.401623 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840bf5fd-bdbd-43ec-9f8c-84d1453d0428 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:12.401947 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840bf5fd-bdbd-43ec-9f8c-84d1453d0428 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:12.402268 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840bf5fd-bdbd-43ec-9f8c-84d1453d0428 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:12.402619 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840bf5fd-bdbd-43ec-9f8c-84d1453d0428 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:12.402939 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840bf5fd-bdbd-43ec-9f8c-84d1453d0428 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:12.443323 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-bce36267-f90f-4ea4-b5b7-b1213e23c6fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:12.464182 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-bce36267-f90f-4ea4-b5b7-b1213e23c6fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:12.510045 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-bce36267-f90f-4ea4-b5b7-b1213e23c6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:12.512545 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-bce36267-f90f-4ea4-b5b7-b1213e23c6fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:12.513705 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-bce36267-f90f-4ea4-b5b7-b1213e23c6fe admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f71416f1-c326-4676-93c2-842b8f05c231 HTTP/1.1" status: 204 len: 168 time: 0.1186109 Jul 16 20:05:12.521645 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce36267-f90f-4ea4-b5b7-b1213e23c6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71416f1-c326-4676-93c2-842b8f05c231,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:13.444217 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b82603-6a5f-4506-a17d-e98c265e9c12 req-8eea8919-c44d-404f-a6b5-485114e690ef tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:13.445809 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-c2b82603-6a5f-4506-a17d-e98c265e9c12 req-8eea8919-c44d-404f-a6b5-485114e690ef tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 945 time: 0.0667424 Jul 16 20:05:13.484198 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-c2b82603-6a5f-4506-a17d-e98c265e9c12 req-14b63265-6651-444e-8a89-994b37e804cb tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=710277bd-ee2e-4d27-a450-42b1ed510583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329511 Jul 16 20:05:14.658260 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c1984b-58ed-49e7-b9bd-45c5c8455763 req-3a51fbdb-55cf-4bf6-8ca5-5956b8bbc5b4 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:14.659943 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a7c1984b-58ed-49e7-b9bd-45c5c8455763 req-3a51fbdb-55cf-4bf6-8ca5-5956b8bbc5b4 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 945 time: 0.0662799 Jul 16 20:05:14.696454 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a7c1984b-58ed-49e7-b9bd-45c5c8455763 req-32540b01-68f9-4d94-9d5e-d77de0c548c0 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=710277bd-ee2e-4d27-a450-42b1ed510583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311058 Jul 16 20:05:15.738905 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:05:16.108624 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702af7c-38a3-4345-bafb-fc64d84a517a req-20e15187-af3b-4464-a475-3dba1fc70449 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:16.110085 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-7702af7c-38a3-4345-bafb-fc64d84a517a req-20e15187-af3b-4464-a475-3dba1fc70449 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 945 time: 0.3074276 Jul 16 20:05:16.148907 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-7702af7c-38a3-4345-bafb-fc64d84a517a req-c8de7275-a1f9-4f29-98e4-b39ec23e6e6d tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=710277bd-ee2e-4d27-a450-42b1ed510583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329370 Jul 16 20:05:16.767370 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 59096) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:16.867958 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-064ea617-0085-4ff5-90f4-e6785d495a18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:16.958590 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-064ea617-0085-4ff5-90f4-e6785d495a18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:16.962028 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-064ea617-0085-4ff5-90f4-e6785d495a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:17.002381 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-064ea617-0085-4ff5-90f4-e6785d495a18 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d71ff3d40fa0489995bf4cc0091d1361&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2339497 Jul 16 20:05:17.003237 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ea617-0085-4ff5-90f4-e6785d495a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b408bacc-174e-477b-9adc-5f994f9ab56a,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:17.005347 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 59100) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:17.052855 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-195fd8fe-ae6c-45e9-9b68-4f6a90ed435f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:17.072688 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-195fd8fe-ae6c-45e9-9b68-4f6a90ed435f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:17.127236 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-195fd8fe-ae6c-45e9-9b68-4f6a90ed435f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:17.130269 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-195fd8fe-ae6c-45e9-9b68-4f6a90ed435f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:17.131455 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-195fd8fe-ae6c-45e9-9b68-4f6a90ed435f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b408bacc-174e-477b-9adc-5f994f9ab56a HTTP/1.1" status: 204 len: 168 time: 0.1250823 Jul 16 20:05:17.139935 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195fd8fe-ae6c-45e9-9b68-4f6a90ed435f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b408bacc-174e-477b-9adc-5f994f9ab56a,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:17.321000 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23578c77-62fa-42a4-a0f0-d7230039451f req-185898ef-edc7-44cb-8ff5-87d78b62d0ce tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:17.322504 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-23578c77-62fa-42a4-a0f0-d7230039451f req-185898ef-edc7-44cb-8ff5-87d78b62d0ce tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 945 time: 0.0613463 Jul 16 20:05:17.369290 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-23578c77-62fa-42a4-a0f0-d7230039451f req-dc5b3499-5ffa-4ed4-a667-9d2400eefb4c tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=710277bd-ee2e-4d27-a450-42b1ed510583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412281 Jul 16 20:05:17.399902 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 59110) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:17.413300 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-7f4e55ad-2895-4e42-851d-253fbba38043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:17.501768 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-7f4e55ad-2895-4e42-851d-253fbba38043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:17.505634 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-7f4e55ad-2895-4e42-851d-253fbba38043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:17.541302 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4e55ad-2895-4e42-851d-253fbba38043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85dd1a53-da4d-4a42-a821-26263537283f,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:17.548877 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-7f4e55ad-2895-4e42-851d-253fbba38043 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0f91ad50962a4adaa5e633fd8dfb64e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1478322 Jul 16 20:05:17.549132 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 59112) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:17.612707 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e419594e-08c7-49be-9a0d-3fd4b7a4fd8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:17.635758 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e419594e-08c7-49be-9a0d-3fd4b7a4fd8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:17.763518 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e419594e-08c7-49be-9a0d-3fd4b7a4fd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:17.766727 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e419594e-08c7-49be-9a0d-3fd4b7a4fd8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:17.768051 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-e419594e-08c7-49be-9a0d-3fd4b7a4fd8e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/85dd1a53-da4d-4a42-a821-26263537283f HTTP/1.1" status: 204 len: 168 time: 0.2180810 Jul 16 20:05:17.784950 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e419594e-08c7-49be-9a0d-3fd4b7a4fd8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85dd1a53-da4d-4a42-a821-26263537283f,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:17.800701 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546debb3-731a-40fe-984c-dfb2d8793e6d req-0c1499ff-bcfc-464f-b413-32478395d4dd tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:17.803049 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-546debb3-731a-40fe-984c-dfb2d8793e6d req-0c1499ff-bcfc-464f-b413-32478395d4dd tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 945 time: 0.1357369 Jul 16 20:05:17.807721 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55090478-19a4-45a7-9cfa-21960030a139 req-a9562dd9-f163-45e6-a1ae-78f9d1395e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:17.809039 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-55090478-19a4-45a7-9cfa-21960030a139 req-a9562dd9-f163-45e6-a1ae-78f9d1395e80 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1f6d0bc6cd574899a9225c0ba21b689f&device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 1098 time: 0.1105325 Jul 16 20:05:17.899141 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-546debb3-731a-40fe-984c-dfb2d8793e6d req-d4a642f4-5763-446c-b7fe-809f0159dddb tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=710277bd-ee2e-4d27-a450-42b1ed510583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855272 Jul 16 20:05:17.927880 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55090478-19a4-45a7-9cfa-21960030a139 req-6354f2dd-85ff-4e7b-ac9b-a98cecd9c3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:17.929367 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-55090478-19a4-45a7-9cfa-21960030a139 req-6354f2dd-85ff-4e7b-ac9b-a98cecd9c3bd service neutron] 10.222.0.102 "GET /v2.0/networks?id=0b3104bd-edfc-4af0-90f6-7b90aa247197 HTTP/1.1" status: 200 len: 911 time: 0.1096654 Jul 16 20:05:17.998860 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-55090478-19a4-45a7-9cfa-21960030a139 req-aec497a4-accf-427e-ac2f-fb76e8a6d92a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9bf651b9-1121-4e77-97e1-43aeb0746b86 HTTP/1.1" status: 200 len: 1001 time: 0.0611191 Jul 16 20:05:18.047724 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55090478-19a4-45a7-9cfa-21960030a139 req-e5fccd9b-2b88-4801-90da-61f02817e6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:18.049244 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-55090478-19a4-45a7-9cfa-21960030a139 req-e5fccd9b-2b88-4801-90da-61f02817e6d7 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ef5951b2-8beb-4c67-b6c2-485349b7bb28 HTTP/1.1" status: 200 len: 848 time: 0.0443647 Jul 16 20:05:18.106410 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55090478-19a4-45a7-9cfa-21960030a139 req-57abc102-ba2c-4c58-adf8-3fafbaf9ea4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:18.108446 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-55090478-19a4-45a7-9cfa-21960030a139 req-57abc102-ba2c-4c58-adf8-3fafbaf9ea4a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=0b3104bd-edfc-4af0-90f6-7b90aa247197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523431 Jul 16 20:05:18.208703 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-55090478-19a4-45a7-9cfa-21960030a139 req-016ec9f7-d306-41de-bc8b-925044e69c65 service neutron] 10.222.0.102 "GET /v2.0/networks/0b3104bd-edfc-4af0-90f6-7b90aa247197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909142 Jul 16 20:05:18.304172 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-55090478-19a4-45a7-9cfa-21960030a139 req-858a974c-de5a-4bf0-98ed-1b31c833a802 service neutron] 10.222.0.102 "GET /v2.0/networks/0b3104bd-edfc-4af0-90f6-7b90aa247197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862575 Jul 16 20:05:18.408291 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c496198b-c214-45d4-afbb-96a7e39951fc req-f52db2d7-9283-4246-9fa9-805748ce9d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:18.409816 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c496198b-c214-45d4-afbb-96a7e39951fc req-f52db2d7-9283-4246-9fa9-805748ce9d97 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1f6d0bc6cd574899a9225c0ba21b689f&device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 1098 time: 0.0605192 Jul 16 20:05:18.514782 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c496198b-c214-45d4-afbb-96a7e39951fc req-0b306295-1881-4f01-aa60-c076079da4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:18.516274 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c496198b-c214-45d4-afbb-96a7e39951fc req-0b306295-1881-4f01-aa60-c076079da4b1 service neutron] 10.222.0.102 "GET /v2.0/networks?id=0b3104bd-edfc-4af0-90f6-7b90aa247197 HTTP/1.1" status: 200 len: 911 time: 0.0838923 Jul 16 20:05:18.585519 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c496198b-c214-45d4-afbb-96a7e39951fc req-07e54e24-4945-499f-8464-67eecb10afa1 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9bf651b9-1121-4e77-97e1-43aeb0746b86 HTTP/1.1" status: 200 len: 1001 time: 0.0619717 Jul 16 20:05:18.645951 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c496198b-c214-45d4-afbb-96a7e39951fc req-e2c878f2-28c6-4454-be40-09bc2350bc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:18.647527 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c496198b-c214-45d4-afbb-96a7e39951fc req-e2c878f2-28c6-4454-be40-09bc2350bc03 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ef5951b2-8beb-4c67-b6c2-485349b7bb28 HTTP/1.1" status: 200 len: 848 time: 0.0459588 Jul 16 20:05:18.708727 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c496198b-c214-45d4-afbb-96a7e39951fc req-1d0b102f-a963-48de-b521-5f97af8c6751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:18.710225 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c496198b-c214-45d4-afbb-96a7e39951fc req-1d0b102f-a963-48de-b521-5f97af8c6751 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=0b3104bd-edfc-4af0-90f6-7b90aa247197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533307 Jul 16 20:05:18.816914 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c496198b-c214-45d4-afbb-96a7e39951fc req-52b87eac-f22c-4147-9113-fd6b9d0547f9 service neutron] 10.222.0.102 "GET /v2.0/networks/0b3104bd-edfc-4af0-90f6-7b90aa247197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934951 Jul 16 20:05:18.913265 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c496198b-c214-45d4-afbb-96a7e39951fc req-5c1ff06c-7a4d-4ac7-b253-79d202773ced service neutron] 10.222.0.102 "GET /v2.0/networks/0b3104bd-edfc-4af0-90f6-7b90aa247197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920374 Jul 16 20:05:19.089466 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f9968-25af-44f6-947b-6a466f7ed1e2 req-7fe56a57-5067-486d-91ed-2c97bd556421 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:19.091117 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-b13f9968-25af-44f6-947b-6a466f7ed1e2 req-7fe56a57-5067-486d-91ed-2c97bd556421 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 945 time: 0.0702195 Jul 16 20:05:19.137508 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-b13f9968-25af-44f6-947b-6a466f7ed1e2 req-7f3ce659-2c4b-4729-9db0-4f5f172e645a tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=710277bd-ee2e-4d27-a450-42b1ed510583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394199 Jul 16 20:05:19.634611 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 59196) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:19.734463 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-cc7f9e46-4054-452e-915c-9817d55857ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:19.819600 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-cc7f9e46-4054-452e-915c-9817d55857ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:19.823190 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-cc7f9e46-4054-452e-915c-9817d55857ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:19.861846 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f9e46-4054-452e-915c-9817d55857ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad06269c-1f9c-42b2-ae9c-a0781469f1dd,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:19.866171 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-cc7f9e46-4054-452e-915c-9817d55857ac admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c25f4395f83c4a09bd39f2d50de7f4d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2305615 Jul 16 20:05:19.869400 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 59200) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:19.916248 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-749fd625-5c45-4b92-bcc3-39d47f08dd5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:19.936828 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-749fd625-5c45-4b92-bcc3-39d47f08dd5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:19.980747 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-749fd625-5c45-4b92-bcc3-39d47f08dd5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:19.983832 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-749fd625-5c45-4b92-bcc3-39d47f08dd5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:19.984937 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-749fd625-5c45-4b92-bcc3-39d47f08dd5d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ad06269c-1f9c-42b2-ae9c-a0781469f1dd HTTP/1.1" status: 204 len: 168 time: 0.1146362 Jul 16 20:05:19.992444 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749fd625-5c45-4b92-bcc3-39d47f08dd5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad06269c-1f9c-42b2-ae9c-a0781469f1dd,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:20.158805 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-56f813e1-7386-40b4-90ef-89c1ebe07621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:20.248218 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 59210) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:20.265032 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-4435bb4d-6361-4041-9a2f-d9737f7d631a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:20.362920 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176c797-3093-4206-b2e9-f8023eaf752f req-c45fa155-4e18-4d3c-81dd-e18f71a577e1 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:20.364616 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-e176c797-3093-4206-b2e9-f8023eaf752f req-c45fa155-4e18-4d3c-81dd-e18f71a577e1 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 945 time: 0.1019788 Jul 16 20:05:20.425656 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-e176c797-3093-4206-b2e9-f8023eaf752f req-67aba3d3-c6e4-4f9a-a778-838ea84e52a0 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=710277bd-ee2e-4d27-a450-42b1ed510583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534713 Jul 16 20:05:20.449411 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-4435bb4d-6361-4041-9a2f-d9737f7d631a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:20.454337 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-4435bb4d-6361-4041-9a2f-d9737f7d631a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:20.492045 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-4435bb4d-6361-4041-9a2f-d9737f7d631a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5b2e0f14c1f24536914d0d2439f51ae2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2427254 Jul 16 20:05:20.493976 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bb4d-6361-4041-9a2f-d9737f7d631a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3907630-5f3c-49bd-b774-00a0a958a249,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:20.494956 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 59214) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:20.555156 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-4057a9b8-0993-4bac-b567-512495e7b3c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:20.579485 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-4057a9b8-0993-4bac-b567-512495e7b3c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:20.627777 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-4057a9b8-0993-4bac-b567-512495e7b3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:20.630839 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-4057a9b8-0993-4bac-b567-512495e7b3c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:20.631972 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-4057a9b8-0993-4bac-b567-512495e7b3c6 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a3907630-5f3c-49bd-b774-00a0a958a249 HTTP/1.1" status: 204 len: 168 time: 0.1358345 Jul 16 20:05:20.641071 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4057a9b8-0993-4bac-b567-512495e7b3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3907630-5f3c-49bd-b774-00a0a958a249,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:20.669173 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:21.669443 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 59250) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:21.770286 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-db84966f-8935-4efb-931c-4ee7319e408c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:21.859249 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-db84966f-8935-4efb-931c-4ee7319e408c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:21.862892 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-db84966f-8935-4efb-931c-4ee7319e408c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:21.900723 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-db84966f-8935-4efb-931c-4ee7319e408c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ae1ebef1b97d4dd39eeeb0da15db4d1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2295732 Jul 16 20:05:21.901595 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db84966f-8935-4efb-931c-4ee7319e408c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f3abbf-fbe5-455e-9d4a-efd5a72801e2,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:21.903462 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 59254) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:21.954610 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-37a72642-bbae-4165-a4fc-32395d79356f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:21.975205 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-37a72642-bbae-4165-a4fc-32395d79356f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:22.024513 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-37a72642-bbae-4165-a4fc-32395d79356f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:22.027391 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-37a72642-bbae-4165-a4fc-32395d79356f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:22.028531 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-37a72642-bbae-4165-a4fc-32395d79356f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f1f3abbf-fbe5-455e-9d4a-efd5a72801e2 HTTP/1.1" status: 204 len: 168 time: 0.1240766 Jul 16 20:05:22.036807 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a72642-bbae-4165-a4fc-32395d79356f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f3abbf-fbe5-455e-9d4a-efd5a72801e2,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:22.214723 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-e93bc955-cb29-483b-88cd-83d266c92d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:22.745159 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-f9751cd2-1568-4921-b8b5-84e1db8587b8 req-f72ef257-f3f0-4ea6-bf42-2e7b4e78bd1b tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-863179835&fields=id&tenant_id=454a9d33c455460a9dfb59ca6c522da9 HTTP/1.1" status: 200 len: 267 time: 0.0333629 Jul 16 20:05:22.811069 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9751cd2-1568-4921-b8b5-84e1db8587b8 req-93219dfd-69b3-4d20-9acd-1348c472357f tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:22.812648 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-f9751cd2-1568-4921-b8b5-84e1db8587b8 req-93219dfd-69b3-4d20-9acd-1348c472357f tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/ports?device_id=e7d03983-9bfb-4dee-a30b-c1a87de2597b HTTP/1.1" status: 200 len: 984 time: 0.0615976 Jul 16 20:05:22.823705 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [req-f9751cd2-1568-4921-b8b5-84e1db8587b8 req-f04b9ec8-5822-4377-a6a8-ccf6d317bbfb tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Request body: {'port': {'security_groups': ['87f47825-2141-487b-83ca-806fe15bccec']}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:22.911763 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-f9751cd2-1568-4921-b8b5-84e1db8587b8 req-f04b9ec8-5822-4377-a6a8-ccf6d317bbfb tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:23.094604 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.db [req-f9751cd2-1568-4921-b8b5-84e1db8587b8 req-f04b9ec8-5822-4377-a6a8-ccf6d317bbfb tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] For port 60ac295b-024c-40b7-a5a0-d58437147af4, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=60ac295b-024c-40b7-a5a0-d58437147af4,segment=NetworkSegment(504fca60-f34c-4d04-8f01-ade166cd22cf),segment_id=504fca60-f34c-4d04-8f01-ade166cd22cf)] {{(pid=93021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:23.124095 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-f9751cd2-1568-4921-b8b5-84e1db8587b8 req-f04b9ec8-5822-4377-a6a8-ccf6d317bbfb tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks [] for port, precommit_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:23.128630 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-f9751cd2-1568-4921-b8b5-84e1db8587b8 req-f04b9ec8-5822-4377-a6a8-ccf6d317bbfb tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8120901'] for port, after_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:23.177328 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9751cd2-1568-4921-b8b5-84e1db8587b8 req-f04b9ec8-5822-4377-a6a8-ccf6d317bbfb tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:23.178602 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-f9751cd2-1568-4921-b8b5-84e1db8587b8 req-f04b9ec8-5822-4377-a6a8-ccf6d317bbfb tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for port, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:23.183192 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-f9751cd2-1568-4921-b8b5-84e1db8587b8 req-f04b9ec8-5822-4377-a6a8-ccf6d317bbfb tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "PUT /v2.0/ports/60ac295b-024c-40b7-a5a0-d58437147af4 HTTP/1.1" status: 200 len: 942 time: 0.3639743 Jul 16 20:05:23.183867 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d03983-9bfb-4dee-a30b-c1a87de2597b', 'tag': '60ac295b-024c-40b7-a5a0-d58437147af4'}] {{(pid=93021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:05:23.186700 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 59298) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:23.187486 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddedcd09e79d8c9fc5d60e66bd670fc6a6ae4dfc146b22652953969e0d1274bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1656e8-e25d-4ae5-b1ff-ddcbe775b3fc" -d '{"events": [{"name": "network-changed", "server_uuid": "e7d03983-9bfb-4dee-a30b-c1a87de2597b", "tag": "60ac295b-024c-40b7-a5a0-d58437147af4"}]}' {{(pid=93021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:05:23.217598 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b9ec8-5822-4377-a6a8-ccf6d317bbfb tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Pushing event updated for resources: {'Port': ['ID=60ac295b-024c-40b7-a5a0-d58437147af4,revision_number=7']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:23.247194 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0409cd8e-7178-4b87-881e-eef3aa98e9d9 x-openstack-request-id: req-0409cd8e-7178-4b87-881e-eef3aa98e9d9 {{(pid=93021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:05:23.247625 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7d03983-9bfb-4dee-a30b-c1a87de2597b", "tag": "60ac295b-024c-40b7-a5a0-d58437147af4", "status": "completed", "code": 200}]} {{(pid=93021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:05:23.248618 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0409cd8e-7178-4b87-881e-eef3aa98e9d9 {{(pid=93021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:05:23.249226 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7d03983-9bfb-4dee-a30b-c1a87de2597b', 'tag': '60ac295b-024c-40b7-a5a0-d58437147af4', 'status': 'completed', 'code': 200} Jul 16 20:05:23.263932 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-49a17338-6def-4d5d-b795-a9a9196ead87 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks [] for security_group, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:23.296780 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-49a17338-6def-4d5d-b795-a9a9196ead87 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:23.323905 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:23.375904 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-49a17338-6def-4d5d-b795-a9a9196ead87 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:23.379947 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-49a17338-6def-4d5d-b795-a9a9196ead87 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks [] for security_group, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:23.383571 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-49a17338-6def-4d5d-b795-a9a9196ead87 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "DELETE /v2.0/security-groups/c8eb07a3-d140-42ab-8a89-cbca11239a56 HTTP/1.1" status: 204 len: 168 time: 0.1949592 Jul 16 20:05:23.383722 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 59304) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:23.394471 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a17338-6def-4d5d-b795-a9a9196ead87 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8eb07a3-d140-42ab-8a89-cbca11239a56,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:23.447074 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-a69bc7cb-6f25-43b5-8163-db60759c27dd None None] Provisioning complete for port 60ac295b-024c-40b7-a5a0-d58437147af4 triggered by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:23.447704 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-a69bc7cb-6f25-43b5-8163-db60759c27dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:23.559814 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.plugin [None req-695ff386-272d-40c1-883e-0c7e85bff372 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Deleting port a07ab140-6542-48f6-a85c-936032ae33d1 {{(pid=93021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:05:23.560163 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-695ff386-272d-40c1-883e-0c7e85bff372 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786207273135'] for port, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:23.645654 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-695ff386-272d-40c1-883e-0c7e85bff372 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8298881'] for port, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:23.645991 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-695ff386-272d-40c1-883e-0c7e85bff372 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:23.663594 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.plugin [None req-695ff386-272d-40c1-883e-0c7e85bff372 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Calling delete_port for a07ab140-6542-48f6-a85c-936032ae33d1 owned by network:floatingip {{(pid=93021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:05:23.835850 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-695ff386-272d-40c1-883e-0c7e85bff372 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786207273858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786206872495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8120956'] for port, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:23.863050 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695ff386-272d-40c1-883e-0c7e85bff372 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Pushing event deleted for resources: {'Port': ['ID=a07ab140-6542-48f6-a85c-936032ae33d1,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:23.924517 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-695ff386-272d-40c1-883e-0c7e85bff372 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks [] for floatingip, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:23.924848 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.db.l3_db [None req-695ff386-272d-40c1-883e-0c7e85bff372 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Floating IP 71e2143b-b3d3-46e9-aa61-060292d48c97 disassociated (deleted). External IP: 172.27.1.78, port: 60ac295b-024c-40b7-a5a0-d58437147af4. Jul 16 20:05:24.121217 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-695ff386-272d-40c1-883e-0c7e85bff372 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Router f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54 has already been hosted by L3 agent 2edc1d69-0f6a-462d-a1c4-2c7c9be5649e {{(pid=93021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:05:24.234719 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695ff386-272d-40c1-883e-0c7e85bff372 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify agent at l3_agent.dv-cinder-800697-3-iscsi the message routers_updated {{(pid=93021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:05:24.239492 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-695ff386-272d-40c1-883e-0c7e85bff372 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for floatingip, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:24.243635 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76b5d18-61a3-4f7b-93e5-b11175f8fa42 None None] Sync routers for ids ['f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54'] in dv-cinder-800697-3-iscsi {{(pid=93022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:05:24.253027 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76b5d18-61a3-4f7b-93e5-b11175f8fa42 None None] Routers {'f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:05:24.253629 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-d76b5d18-61a3-4f7b-93e5-b11175f8fa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:05:22Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54'], 'active': True} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:24.274982 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-695ff386-272d-40c1-883e-0c7e85bff372 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "DELETE /v2.0/floatingips/71e2143b-b3d3-46e9-aa61-060292d48c97 HTTP/1.1" status: 204 len: 168 time: 0.8890960 Jul 16 20:05:24.357028 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvr_db [None req-d76b5d18-61a3-4f7b-93e5-b11175f8fa42 None None] Set router f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54 gateway port host: dv-cinder-800697-3-iscsi {{(pid=93022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:05:24.558063 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-d76b5d18-61a3-4f7b-93e5-b11175f8fa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54', 'name': 'tempest-TestMinimumBasicScenario-569899001-router', 'tenant_id': '454a9d33c455460a9dfb59ca6c522da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'af157674-cd8e-4be1-a2d9-0e3076ce549d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:32Z', 'updated_at': '2021-07-16T20:01:38Z', 'revision_number': 4, 'project_id': '454a9d33c455460a9dfb59ca6c522da9', 'gw_port': {'id': 'af157674-cd8e-4be1-a2d9-0e3076ce549d', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:47:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:33Z', 'updated_at': '2021-07-16T20:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_interfaces': [{'id': 'b5fada53-37a2-4ac8-b97f-4d5b39ddddc5', 'name': '', 'network_id': '8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061', 'tenant_id': '454a9d33c455460a9dfb59ca6c522da9', 'mac_address': 'fa:16:3e:66:d9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '5f2098e9-4111-4c88-a086-c142fb02fb5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:36Z', 'updated_at': '2021-07-16T20:01:45Z', 'revision_number': 5, 'project_id': '454a9d33c455460a9dfb59ca6c522da9', 'subnets': [{'id': '5f2098e9-4111-4c88-a086-c142fb02fb5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:24.584656 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76b5d18-61a3-4f7b-93e5-b11175f8fa42 None None] Checking router: f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54 for host: dv-cinder-800697-3-iscsi {{(pid=93022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:05:24.594528 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76b5d18-61a3-4f7b-93e5-b11175f8fa42 None None] Routers {'f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:05:24.594528 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-d76b5d18-61a3-4f7b-93e5-b11175f8fa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:05:22Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54'], 'active': True} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:24.698356 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvr_db [None req-d76b5d18-61a3-4f7b-93e5-b11175f8fa42 None None] Set router f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54 gateway port host: dv-cinder-800697-3-iscsi {{(pid=93022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:05:24.860937 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:25.009998 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-d76b5d18-61a3-4f7b-93e5-b11175f8fa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54', 'name': 'tempest-TestMinimumBasicScenario-569899001-router', 'tenant_id': '454a9d33c455460a9dfb59ca6c522da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'af157674-cd8e-4be1-a2d9-0e3076ce549d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:32Z', 'updated_at': '2021-07-16T20:01:38Z', 'revision_number': 4, 'project_id': '454a9d33c455460a9dfb59ca6c522da9', 'gw_port': {'id': 'af157674-cd8e-4be1-a2d9-0e3076ce549d', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:47:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:33Z', 'updated_at': '2021-07-16T20:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_interfaces': [{'id': 'b5fada53-37a2-4ac8-b97f-4d5b39ddddc5', 'name': '', 'network_id': '8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061', 'tenant_id': '454a9d33c455460a9dfb59ca6c522da9', 'mac_address': 'fa:16:3e:66:d9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '5f2098e9-4111-4c88-a086-c142fb02fb5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:36Z', 'updated_at': '2021-07-16T20:01:45Z', 'revision_number': 5, 'project_id': '454a9d33c455460a9dfb59ca6c522da9', 'subnets': [{'id': '5f2098e9-4111-4c88-a086-c142fb02fb5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:25.036188 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76b5d18-61a3-4f7b-93e5-b11175f8fa42 None None] The sync data for ids ['f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54'] in dv-cinder-800697-3-iscsi is: [{'id': 'f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54', 'name': 'tempest-TestMinimumBasicScenario-569899001-router', 'tenant_id': '454a9d33c455460a9dfb59ca6c522da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'af157674-cd8e-4be1-a2d9-0e3076ce549d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:32Z', 'updated_at': '2021-07-16T20:01:38Z', 'revision_number': 4, 'project_id': '454a9d33c455460a9dfb59ca6c522da9', 'gw_port': {'id': 'af157674-cd8e-4be1-a2d9-0e3076ce549d', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:47:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:33Z', 'updated_at': '2021-07-16T20:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_interfaces': [{'id': 'b5fada53-37a2-4ac8-b97f-4d5b39ddddc5', 'name': '', 'network_id': '8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061', 'tenant_id': '454a9d33c455460a9dfb59ca6c522da9', 'mac_address': 'fa:16:3e:66:d9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '5f2098e9-4111-4c88-a086-c142fb02fb5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:36Z', 'updated_at': '2021-07-16T20:01:45Z', 'revision_number': 5, 'project_id': '454a9d33c455460a9dfb59ca6c522da9', 'subnets': [{'id': '5f2098e9-4111-4c88-a086-c142fb02fb5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:05:25.233888 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42124215-dd6e-4c77-988a-ab40172dde2f None None] New status for floating IP 71e2143b-b3d3-46e9-aa61-060292d48c97: DOWN {{(pid=93023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:05:25.249888 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d03983-9bfb-4dee-a30b-c1a87de2597b', 'tag': '60ac295b-024c-40b7-a5a0-d58437147af4'}] {{(pid=93021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:05:25.252304 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddedcd09e79d8c9fc5d60e66bd670fc6a6ae4dfc146b22652953969e0d1274bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5ff792-f682-48cc-a0fb-c0b37722feb6" -d '{"events": [{"name": "network-changed", "server_uuid": "e7d03983-9bfb-4dee-a30b-c1a87de2597b", "tag": "60ac295b-024c-40b7-a5a0-d58437147af4"}]}' {{(pid=93021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:05:25.287708 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5acb63d-a477-4446-9867-a5b523ae5b16 x-openstack-request-id: req-b5acb63d-a477-4446-9867-a5b523ae5b16 {{(pid=93021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:05:25.288004 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7d03983-9bfb-4dee-a30b-c1a87de2597b", "tag": "60ac295b-024c-40b7-a5a0-d58437147af4", "status": "completed", "code": 200}]} {{(pid=93021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:05:25.288261 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b5acb63d-a477-4446-9867-a5b523ae5b16 {{(pid=93021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:05:25.288658 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7d03983-9bfb-4dee-a30b-c1a87de2597b', 'tag': '60ac295b-024c-40b7-a5a0-d58437147af4', 'status': 'completed', 'code': 200} Jul 16 20:05:25.585850 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] get_ports_and_sgs() called for port_ids ['60ac295b-024c-40b7-a5a0-d58437147af4'] {{(pid=93022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:05:25.674465 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1656e8-e25d-4ae5-b1ff-ddcbe775b3fc req-c1fb3c39-543b-482a-afc9-d4b38313df08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:25.677717 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-8b1656e8-e25d-4ae5-b1ff-ddcbe775b3fc req-c1fb3c39-543b-482a-afc9-d4b38313df08 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=454a9d33c455460a9dfb59ca6c522da9&device_id=e7d03983-9bfb-4dee-a30b-c1a87de2597b HTTP/1.1" status: 200 len: 1098 time: 0.0725698 Jul 16 20:05:25.712777 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] get_ports_and_sgs() called for port_ids ['60ac295b-024c-40b7-a5a0-d58437147af4'] {{(pid=93022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:05:25.798757 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1656e8-e25d-4ae5-b1ff-ddcbe775b3fc req-4165fc97-4b6b-49e1-bff0-adae037dfca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:25.800280 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-8b1656e8-e25d-4ae5-b1ff-ddcbe775b3fc req-4165fc97-4b6b-49e1-bff0-adae037dfca7 service neutron] 10.222.0.102 "GET /v2.0/networks?id=8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061 HTTP/1.1" status: 200 len: 916 time: 0.1060169 Jul 16 20:05:25.843199 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-8b1656e8-e25d-4ae5-b1ff-ddcbe775b3fc req-ecd30b27-e4dd-4322-812f-7fd412edc819 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60ac295b-024c-40b7-a5a0-d58437147af4 HTTP/1.1" status: 200 len: 217 time: 0.0336635 Jul 16 20:05:25.891606 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1656e8-e25d-4ae5-b1ff-ddcbe775b3fc req-c9c69ddc-736d-4fc3-9500-49186c46987b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:25.893092 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-8b1656e8-e25d-4ae5-b1ff-ddcbe775b3fc req-c9c69ddc-736d-4fc3-9500-49186c46987b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5f2098e9-4111-4c88-a086-c142fb02fb5d HTTP/1.1" status: 200 len: 853 time: 0.0434327 Jul 16 20:05:25.954589 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1656e8-e25d-4ae5-b1ff-ddcbe775b3fc req-01a3cb0f-32af-4bc1-8551-3223cd2b6f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:25.956096 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-8b1656e8-e25d-4ae5-b1ff-ddcbe775b3fc req-01a3cb0f-32af-4bc1-8551-3223cd2b6f76 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0561233 Jul 16 20:05:26.043597 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-8b1656e8-e25d-4ae5-b1ff-ddcbe775b3fc req-fe045843-40d9-4764-ba86-33fefc275cac service neutron] 10.222.0.102 "GET /v2.0/networks/8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801830 Jul 16 20:05:26.340723 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-8b1656e8-e25d-4ae5-b1ff-ddcbe775b3fc req-10065faa-2458-417e-8a60-0f2c11d8c9dc service neutron] 10.222.0.102 "GET /v2.0/networks/8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900014 Jul 16 20:05:26.440778 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ff792-f682-48cc-a0fb-c0b37722feb6 req-3e03173e-b977-4be9-90f3-d01dbf39ddd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:26.442320 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-be5ff792-f682-48cc-a0fb-c0b37722feb6 req-3e03173e-b977-4be9-90f3-d01dbf39ddd0 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=454a9d33c455460a9dfb59ca6c522da9&device_id=e7d03983-9bfb-4dee-a30b-c1a87de2597b HTTP/1.1" status: 200 len: 1098 time: 0.0524507 Jul 16 20:05:26.536646 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ff792-f682-48cc-a0fb-c0b37722feb6 req-567e6108-3053-4961-8338-e49de5df7d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:26.538143 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-be5ff792-f682-48cc-a0fb-c0b37722feb6 req-567e6108-3053-4961-8338-e49de5df7d68 service neutron] 10.222.0.102 "GET /v2.0/networks?id=8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061 HTTP/1.1" status: 200 len: 916 time: 0.0882313 Jul 16 20:05:26.586824 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-be5ff792-f682-48cc-a0fb-c0b37722feb6 req-9fbbd867-a8ff-4be1-a730-961d794564c6 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60ac295b-024c-40b7-a5a0-d58437147af4 HTTP/1.1" status: 200 len: 217 time: 0.0359073 Jul 16 20:05:26.659358 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ff792-f682-48cc-a0fb-c0b37722feb6 req-3df77f04-aca3-4cde-801c-e41aad4dd7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:26.660998 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-be5ff792-f682-48cc-a0fb-c0b37722feb6 req-3df77f04-aca3-4cde-801c-e41aad4dd7da service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5f2098e9-4111-4c88-a086-c142fb02fb5d HTTP/1.1" status: 200 len: 853 time: 0.0655510 Jul 16 20:05:26.738167 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ff792-f682-48cc-a0fb-c0b37722feb6 req-67a372dc-16dd-49cc-9cc3-31be08c4a445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:26.742742 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-be5ff792-f682-48cc-a0fb-c0b37722feb6 req-67a372dc-16dd-49cc-9cc3-31be08c4a445 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0726829 Jul 16 20:05:26.862813 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-be5ff792-f682-48cc-a0fb-c0b37722feb6 req-75279cea-1a28-4b3e-8bd9-d63a7064fa36 service neutron] 10.222.0.102 "GET /v2.0/networks/8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117127 Jul 16 20:05:26.996575 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-be5ff792-f682-48cc-a0fb-c0b37722feb6 req-6bfc6486-3631-46c4-9ee5-bd0b2c877ada service neutron] 10.222.0.102 "GET /v2.0/networks/8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259294 Jul 16 20:05:28.355797 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 59420) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:28.478595 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6be45f7b-5c80-4013-8138-f757c98aefbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:28.574780 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8412288-d350-424d-8aea-d588104f554e req-ca06ce85-1c13-492c-9d67-28727b09421f tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:28.577131 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-f8412288-d350-424d-8aea-d588104f554e req-ca06ce85-1c13-492c-9d67-28727b09421f tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 947 time: 0.0661488 Jul 16 20:05:28.611654 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6be45f7b-5c80-4013-8138-f757c98aefbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:28.615032 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-f8412288-d350-424d-8aea-d588104f554e req-d4a7609d-aed4-4fc9-838e-0a14b783f362 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326812 Jul 16 20:05:28.618692 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6be45f7b-5c80-4013-8138-f757c98aefbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:28.649405 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba598a-6c27-4161-8bb5-7e8bb150eb80 req-0c86a24d-966f-4c58-835d-edb8a9adf36c tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:28.650903 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-4dba598a-6c27-4161-8bb5-7e8bb150eb80 req-0c86a24d-966f-4c58-835d-edb8a9adf36c tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/ports?device_id=e7d03983-9bfb-4dee-a30b-c1a87de2597b HTTP/1.1" status: 200 len: 945 time: 0.1225054 Jul 16 20:05:28.675481 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be45f7b-5c80-4013-8138-f757c98aefbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c036fa4-31a8-4f25-92eb-dff22320bd60,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:28.686786 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-6be45f7b-5c80-4013-8138-f757c98aefbb admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4149f83645054646adb43dd1d77b0345&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3296876 Jul 16 20:05:28.689254 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 59428) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:28.722224 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-4dba598a-6c27-4161-8bb5-7e8bb150eb80 req-0b8152d9-c5c2-4936-8ddc-021f1b088600 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/security-groups?id=87f47825-2141-487b-83ca-806fe15bccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643966 Jul 16 20:05:28.752137 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-9648f4d6-a556-4f63-9323-13d944cbb5d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:28.772259 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-9648f4d6-a556-4f63-9323-13d944cbb5d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:28.816529 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-9648f4d6-a556-4f63-9323-13d944cbb5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:28.819096 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-9648f4d6-a556-4f63-9323-13d944cbb5d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:28.820247 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-9648f4d6-a556-4f63-9323-13d944cbb5d9 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1c036fa4-31a8-4f25-92eb-dff22320bd60 HTTP/1.1" status: 204 len: 168 time: 0.1301079 Jul 16 20:05:28.827968 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9648f4d6-a556-4f63-9323-13d944cbb5d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c036fa4-31a8-4f25-92eb-dff22320bd60,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:29.075088 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 59438) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:29.090055 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-7b808c9a-a647-4b00-bc39-f5cdfb07548b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:29.192372 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-7b808c9a-a647-4b00-bc39-f5cdfb07548b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:29.196285 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-7b808c9a-a647-4b00-bc39-f5cdfb07548b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:29.241528 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b808c9a-a647-4b00-bc39-f5cdfb07548b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19985bff-c444-41ad-80c5-571af4eef682,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:29.249363 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-7b808c9a-a647-4b00-bc39-f5cdfb07548b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=76ad640f5dbe4df38381174d5b6d3cdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1724515 Jul 16 20:05:29.251834 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 59450) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:29.312356 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-3ba001ff-b675-4db7-aaa0-cfcb22d0e450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:29.333935 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-3ba001ff-b675-4db7-aaa0-cfcb22d0e450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:29.379404 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-3ba001ff-b675-4db7-aaa0-cfcb22d0e450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:29.382339 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-3ba001ff-b675-4db7-aaa0-cfcb22d0e450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:29.383479 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-3ba001ff-b675-4db7-aaa0-cfcb22d0e450 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/19985bff-c444-41ad-80c5-571af4eef682 HTTP/1.1" status: 204 len: 168 time: 0.1307440 Jul 16 20:05:29.391694 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba001ff-b675-4db7-aaa0-cfcb22d0e450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19985bff-c444-41ad-80c5-571af4eef682,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:29.799581 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3ba44-882e-480b-a1bd-d5ab3ea13360 req-e4fe8a2d-0615-486d-992e-c73480a4314b tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:29.801220 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-4bb3ba44-882e-480b-a1bd-d5ab3ea13360 req-e4fe8a2d-0615-486d-992e-c73480a4314b tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 947 time: 0.0645106 Jul 16 20:05:29.850235 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-4bb3ba44-882e-480b-a1bd-d5ab3ea13360 req-f4675c86-86b0-4fec-9d8b-21533c6a83e2 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431683 Jul 16 20:05:29.911216 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48c41e-1224-413b-84cb-5bf4432832d6 req-b98badc1-2e65-4d53-baea-e2b2f16b0667 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:29.912620 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-ee48c41e-1224-413b-84cb-5bf4432832d6 req-b98badc1-2e65-4d53-baea-e2b2f16b0667 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/ports?device_id=e7d03983-9bfb-4dee-a30b-c1a87de2597b HTTP/1.1" status: 200 len: 945 time: 0.0746064 Jul 16 20:05:29.954302 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-ee48c41e-1224-413b-84cb-5bf4432832d6 req-32e0bb62-f48d-4087-a02a-e23acac6ff2b tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/security-groups?id=87f47825-2141-487b-83ca-806fe15bccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358934 Jul 16 20:05:30.410309 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb86580-6d4b-4c7e-842f-6e9dbb28cef2 req-b938e98c-091b-403d-a663-29ec4b482d3b tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:30.412459 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1fb86580-6d4b-4c7e-842f-6e9dbb28cef2 req-b938e98c-091b-403d-a663-29ec4b482d3b tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.102 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 947 time: 0.0701303 Jul 16 20:05:30.530479 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [req-1fb86580-6d4b-4c7e-842f-6e9dbb28cef2 req-96d4f7c8-7883-4969-a197-a64683fb63ff tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Deleting port 4a62567f-aa44-4887-a9a0-49d74dc43f12 {{(pid=93020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:05:30.531201 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-1fb86580-6d4b-4c7e-842f-6e9dbb28cef2 req-96d4f7c8-7883-4969-a197-a64683fb63ff tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786207273135'] for port, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:30.646956 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [req-1fb86580-6d4b-4c7e-842f-6e9dbb28cef2 req-96d4f7c8-7883-4969-a197-a64683fb63ff tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] For port 4a62567f-aa44-4887-a9a0-49d74dc43f12, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=4a62567f-aa44-4887-a9a0-49d74dc43f12,segment=NetworkSegment(1c4d2179-a936-4f83-8fe1-458e36f04a04),segment_id=1c4d2179-a936-4f83-8fe1-458e36f04a04)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:30.647622 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-1fb86580-6d4b-4c7e-842f-6e9dbb28cef2 req-96d4f7c8-7883-4969-a197-a64683fb63ff tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8298881'] for port, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:30.743073 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c2b21-0898-495f-9b03-160a9e3cdf8f req-06e244ca-deb4-4acf-8576-4fb457f1b448 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:30.744725 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-557c2b21-0898-495f-9b03-160a9e3cdf8f req-06e244ca-deb4-4acf-8576-4fb457f1b448 tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.102 "GET /v2.0/ports?device_id=e7d03983-9bfb-4dee-a30b-c1a87de2597b HTTP/1.1" status: 200 len: 945 time: 0.0819955 Jul 16 20:05:30.870778 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.plugin [req-557c2b21-0898-495f-9b03-160a9e3cdf8f req-5ab070ef-d8a0-4042-bb73-19d25667488e tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Deleting port 60ac295b-024c-40b7-a5a0-d58437147af4 {{(pid=93021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:05:30.871127 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-557c2b21-0898-495f-9b03-160a9e3cdf8f req-5ab070ef-d8a0-4042-bb73-19d25667488e tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786207273135'] for port, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:30.987550 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.db [req-557c2b21-0898-495f-9b03-160a9e3cdf8f req-5ab070ef-d8a0-4042-bb73-19d25667488e tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] For port 60ac295b-024c-40b7-a5a0-d58437147af4, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=60ac295b-024c-40b7-a5a0-d58437147af4,segment=NetworkSegment(504fca60-f34c-4d04-8f01-ade166cd22cf),segment_id=504fca60-f34c-4d04-8f01-ade166cd22cf)] {{(pid=93021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:30.988101 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-557c2b21-0898-495f-9b03-160a9e3cdf8f req-5ab070ef-d8a0-4042-bb73-19d25667488e tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8298881'] for port, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:31.003538 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.plugin [req-557c2b21-0898-495f-9b03-160a9e3cdf8f req-5ab070ef-d8a0-4042-bb73-19d25667488e tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Calling delete_port for 60ac295b-024c-40b7-a5a0-d58437147af4 owned by compute:nova {{(pid=93021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:05:31.020918 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-1fb86580-6d4b-4c7e-842f-6e9dbb28cef2 req-96d4f7c8-7883-4969-a197-a64683fb63ff tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:31.020918 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-1fb86580-6d4b-4c7e-842f-6e9dbb28cef2 req-96d4f7c8-7883-4969-a197-a64683fb63ff tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8363194'] for floatingip, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:31.020918 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.db.l3_db [req-1fb86580-6d4b-4c7e-842f-6e9dbb28cef2 req-96d4f7c8-7883-4969-a197-a64683fb63ff tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Floating IP 9a256a9f-1ef0-4ac6-8915-6fac5f1a6b14 disassociated. External IP: 172.27.1.123, port: 4a62567f-aa44-4887-a9a0-49d74dc43f12. Jul 16 20:05:31.020918 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [req-1fb86580-6d4b-4c7e-842f-6e9dbb28cef2 req-96d4f7c8-7883-4969-a197-a64683fb63ff tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Calling delete_port for 4a62567f-aa44-4887-a9a0-49d74dc43f12 owned by compute:nova {{(pid=93020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:05:31.140464 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8a4a1-f40c-4823-b2b1-3866648bc445 req-8c1e857f-38c2-4fed-8ed1-251da7c73b59 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:31.141983 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-f7d8a4a1-f40c-4823-b2b1-3866648bc445 req-8c1e857f-38c2-4fed-8ed1-251da7c73b59 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 947 time: 0.1252921 Jul 16 20:05:31.189391 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-557c2b21-0898-495f-9b03-160a9e3cdf8f req-5ab070ef-d8a0-4042-bb73-19d25667488e tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786207273858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786206872495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8120956'] for port, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:31.201404 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] get_ports_and_sgs() called for port_ids ['60ac295b-024c-40b7-a5a0-d58437147af4'] {{(pid=93022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:05:31.212657 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-f7d8a4a1-f40c-4823-b2b1-3866648bc445 req-c01c4778-457e-4701-8915-a30bca0b6026 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a766f3a-bdea-41c5-901b-4d67b20c76be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633807 Jul 16 20:05:31.226409 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab070ef-d8a0-4042-bb73-19d25667488e tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Pushing event deleted for resources: {'Port': ['ID=60ac295b-024c-40b7-a5a0-d58437147af4,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:31.255536 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-1fb86580-6d4b-4c7e-842f-6e9dbb28cef2 req-96d4f7c8-7883-4969-a197-a64683fb63ff tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786207273858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786206872495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:31.281867 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [req-557c2b21-0898-495f-9b03-160a9e3cdf8f req-5ab070ef-d8a0-4042-bb73-19d25667488e tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] No DVR routers for this DVR port 60ac295b-024c-40b7-a5a0-d58437147af4 on host hv-cinder-80069 {{(pid=93021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:05:31.284727 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [req-557c2b21-0898-495f-9b03-160a9e3cdf8f req-5ab070ef-d8a0-4042-bb73-19d25667488e tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for port, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:31.286792 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-557c2b21-0898-495f-9b03-160a9e3cdf8f req-5ab070ef-d8a0-4042-bb73-19d25667488e tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.102 "DELETE /v2.0/ports/60ac295b-024c-40b7-a5a0-d58437147af4 HTTP/1.1" status: 204 len: 173 time: 0.5361662 Jul 16 20:05:31.287259 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d03983-9bfb-4dee-a30b-c1a87de2597b', 'name': 'network-vif-deleted', 'tag': '60ac295b-024c-40b7-a5a0-d58437147af4'}] {{(pid=93021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:05:31.289495 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddedcd09e79d8c9fc5d60e66bd670fc6a6ae4dfc146b22652953969e0d1274bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea491b5-61d0-46f6-9990-a8940932bc2d" -d '{"events": [{"server_uuid": "e7d03983-9bfb-4dee-a30b-c1a87de2597b", "name": "network-vif-deleted", "tag": "60ac295b-024c-40b7-a5a0-d58437147af4"}]}' {{(pid=93021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:05:31.306917 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26622b-74d8-4ab6-b453-d15d04835597 req-1f7f88dd-e68b-4321-8295-77a7e394a30f tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:31.314686 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-7e26622b-74d8-4ab6-b453-d15d04835597 req-1f7f88dd-e68b-4321-8295-77a7e394a30f tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/ports?device_id=e7d03983-9bfb-4dee-a30b-c1a87de2597b HTTP/1.1" status: 200 len: 867 time: 0.1886120 Jul 16 20:05:31.323628 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d4f7c8-7883-4969-a197-a64683fb63ff tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Pushing event deleted for resources: {'Port': ['ID=4a62567f-aa44-4887-a9a0-49d74dc43f12,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:31.351363 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e07f0d-81a7-44e2-9463-9e7d58c3af7c x-openstack-request-id: req-60e07f0d-81a7-44e2-9463-9e7d58c3af7c {{(pid=93021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:05:31.351656 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d03983-9bfb-4dee-a30b-c1a87de2597b", "name": "network-vif-deleted", "tag": "60ac295b-024c-40b7-a5a0-d58437147af4", "status": "completed", "code": 200}]} {{(pid=93021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:05:31.351908 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-60e07f0d-81a7-44e2-9463-9e7d58c3af7c {{(pid=93021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:05:31.352308 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d03983-9bfb-4dee-a30b-c1a87de2597b', 'name': 'network-vif-deleted', 'tag': '60ac295b-024c-40b7-a5a0-d58437147af4', 'status': 'completed', 'code': 200} Jul 16 20:05:31.355895 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-7e26622b-74d8-4ab6-b453-d15d04835597 req-017b0f82-6eb5-416f-961c-1a02d7c6ee8e tempest-TestMinimumBasicScenario-294909214 tempest-TestMinimumBasicScenario-294909214-project] 10.222.0.98 "GET /v2.0/security-groups?id=87f47825-2141-487b-83ca-806fe15bccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403996 Jul 16 20:05:31.465184 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fb86580-6d4b-4c7e-842f-6e9dbb28cef2 req-96d4f7c8-7883-4969-a197-a64683fb63ff tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Router 6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca has already been hosted by L3 agent 2edc1d69-0f6a-462d-a1c4-2c7c9be5649e {{(pid=93020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:05:31.593300 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fb86580-6d4b-4c7e-842f-6e9dbb28cef2 req-96d4f7c8-7883-4969-a197-a64683fb63ff tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify agent at l3_agent.dv-cinder-800697-3-iscsi the message routers_updated {{(pid=93020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:05:31.606321 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ff8850-f9dd-42b5-a9c1-7a7dfd3d3c2e None None] Sync routers for ids ['6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca'] in dv-cinder-800697-3-iscsi {{(pid=93022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:05:31.616469 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ff8850-f9dd-42b5-a9c1-7a7dfd3d3c2e None None] Routers {'6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:05:31.617387 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-84ff8850-f9dd-42b5-a9c1-7a7dfd3d3c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:05:22Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca'], 'active': True} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:31.681697 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb86580-6d4b-4c7e-842f-6e9dbb28cef2 req-96d4f7c8-7883-4969-a197-a64683fb63ff tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] No DVR routers for this DVR port 4a62567f-aa44-4887-a9a0-49d74dc43f12 on host hv-cinder-80069 {{(pid=93020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:05:31.685982 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-1fb86580-6d4b-4c7e-842f-6e9dbb28cef2 req-96d4f7c8-7883-4969-a197-a64683fb63ff tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for port, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:31.688661 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1fb86580-6d4b-4c7e-842f-6e9dbb28cef2 req-96d4f7c8-7883-4969-a197-a64683fb63ff tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.102 "DELETE /v2.0/ports/4a62567f-aa44-4887-a9a0-49d74dc43f12 HTTP/1.1" status: 204 len: 173 time: 1.2669480 Jul 16 20:05:31.689124 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539da3e4-2a41-4d84-88cd-d6f1684f24bb', 'name': 'network-vif-deleted', 'tag': '4a62567f-aa44-4887-a9a0-49d74dc43f12'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:05:31.691606 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fae8f2ff960fe93758be445b473a7dfd6f7d616fbf5a964bb8e60e5228696b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b825e596-0a50-4a5d-b1e3-fcdec9c43b71" -d '{"events": [{"server_uuid": "539da3e4-2a41-4d84-88cd-d6f1684f24bb", "name": "network-vif-deleted", "tag": "4a62567f-aa44-4887-a9a0-49d74dc43f12"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:05:31.735846 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdacdffa-7793-43c0-90a4-49501e393807 x-openstack-request-id: req-fdacdffa-7793-43c0-90a4-49501e393807 {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:05:31.736135 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539da3e4-2a41-4d84-88cd-d6f1684f24bb", "name": "network-vif-deleted", "tag": "4a62567f-aa44-4887-a9a0-49d74dc43f12", "status": "completed", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:05:31.736392 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fdacdffa-7793-43c0-90a4-49501e393807 {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:05:31.736786 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539da3e4-2a41-4d84-88cd-d6f1684f24bb', 'name': 'network-vif-deleted', 'tag': '4a62567f-aa44-4887-a9a0-49d74dc43f12', 'status': 'completed', 'code': 200} Jul 16 20:05:31.745379 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvr_db [None req-84ff8850-f9dd-42b5-a9c1-7a7dfd3d3c2e None None] Set router 6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca gateway port host: dv-cinder-800697-3-iscsi {{(pid=93022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:05:31.995598 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-84ff8850-f9dd-42b5-a9c1-7a7dfd3d3c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'name': 'tempest-AttachVolumeShelveTestJSON-631390118-router', 'tenant_id': 'b242095010ee4963872bd0cfcbacc3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '32cf16c9-547e-44ad-a083-59a8dc60c8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:00:54Z', 'updated_at': '2021-07-16T20:01:01Z', 'revision_number': 4, 'project_id': 'b242095010ee4963872bd0cfcbacc3fa', 'gw_port': {'id': '32cf16c9-547e-44ad-a083-59a8dc60c8f5', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:00:55Z', 'updated_at': '2021-07-16T20:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_interfaces': [{'id': '966c6d7b-5624-4f3e-bfc8-882157fc3444', 'name': '', 'network_id': '4ff04a31-0c23-4b48-92bc-f65e7b91222b', 'tenant_id': 'b242095010ee4963872bd0cfcbacc3fa', 'mac_address': 'fa:16:3e:77:ab:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bbca6f5f-fd8e-4af4-b23d-e7ec2502b976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:00:59Z', 'updated_at': '2021-07-16T20:01:10Z', 'revision_number': 5, 'project_id': 'b242095010ee4963872bd0cfcbacc3fa', 'subnets': [{'id': 'bbca6f5f-fd8e-4af4-b23d-e7ec2502b976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:32.033482 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ff8850-f9dd-42b5-a9c1-7a7dfd3d3c2e None None] Checking router: 6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca for host: dv-cinder-800697-3-iscsi {{(pid=93022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:05:32.043251 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ff8850-f9dd-42b5-a9c1-7a7dfd3d3c2e None None] Routers {'6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:05:32.043865 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-84ff8850-f9dd-42b5-a9c1-7a7dfd3d3c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:05:22Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca'], 'active': True} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:32.160335 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvr_db [None req-84ff8850-f9dd-42b5-a9c1-7a7dfd3d3c2e None None] Set router 6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca gateway port host: dv-cinder-800697-3-iscsi {{(pid=93022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:05:32.327108 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:32.395392 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-84ff8850-f9dd-42b5-a9c1-7a7dfd3d3c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'name': 'tempest-AttachVolumeShelveTestJSON-631390118-router', 'tenant_id': 'b242095010ee4963872bd0cfcbacc3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '32cf16c9-547e-44ad-a083-59a8dc60c8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:00:54Z', 'updated_at': '2021-07-16T20:01:01Z', 'revision_number': 4, 'project_id': 'b242095010ee4963872bd0cfcbacc3fa', 'gw_port': {'id': '32cf16c9-547e-44ad-a083-59a8dc60c8f5', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:00:55Z', 'updated_at': '2021-07-16T20:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_interfaces': [{'id': '966c6d7b-5624-4f3e-bfc8-882157fc3444', 'name': '', 'network_id': '4ff04a31-0c23-4b48-92bc-f65e7b91222b', 'tenant_id': 'b242095010ee4963872bd0cfcbacc3fa', 'mac_address': 'fa:16:3e:77:ab:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bbca6f5f-fd8e-4af4-b23d-e7ec2502b976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:00:59Z', 'updated_at': '2021-07-16T20:01:10Z', 'revision_number': 5, 'project_id': 'b242095010ee4963872bd0cfcbacc3fa', 'subnets': [{'id': 'bbca6f5f-fd8e-4af4-b23d-e7ec2502b976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:32.440262 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ff8850-f9dd-42b5-a9c1-7a7dfd3d3c2e None None] The sync data for ids ['6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca'] in dv-cinder-800697-3-iscsi is: [{'id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'name': 'tempest-AttachVolumeShelveTestJSON-631390118-router', 'tenant_id': 'b242095010ee4963872bd0cfcbacc3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '32cf16c9-547e-44ad-a083-59a8dc60c8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:00:54Z', 'updated_at': '2021-07-16T20:01:01Z', 'revision_number': 4, 'project_id': 'b242095010ee4963872bd0cfcbacc3fa', 'gw_port': {'id': '32cf16c9-547e-44ad-a083-59a8dc60c8f5', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:00:55Z', 'updated_at': '2021-07-16T20:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_interfaces': [{'id': '966c6d7b-5624-4f3e-bfc8-882157fc3444', 'name': '', 'network_id': '4ff04a31-0c23-4b48-92bc-f65e7b91222b', 'tenant_id': 'b242095010ee4963872bd0cfcbacc3fa', 'mac_address': 'fa:16:3e:77:ab:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bbca6f5f-fd8e-4af4-b23d-e7ec2502b976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:00:59Z', 'updated_at': '2021-07-16T20:01:10Z', 'revision_number': 5, 'project_id': 'b242095010ee4963872bd0cfcbacc3fa', 'subnets': [{'id': 'bbca6f5f-fd8e-4af4-b23d-e7ec2502b976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:05:32.453623 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-f3af41e5-0bad-4851-92ed-5f7be3c84614 req-bd409f83-4c0a-43b5-9e3d-51259df1c029 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 210 time: 0.0401523 Jul 16 20:05:32.696381 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edd668b-256a-418c-9b6e-e841f517a137 None None] New status for floating IP 9a256a9f-1ef0-4ac6-8915-6fac5f1a6b14: DOWN {{(pid=93023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:05:33.193399 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 59604) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:33.631895 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-5bc442f5-91ff-41ac-8df2-ab79cd016551 req-c07856a6-3d55-4756-a849-7fbcc1a753b1 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=539da3e4-2a41-4d84-88cd-d6f1684f24bb HTTP/1.1" status: 200 len: 210 time: 0.0298045 Jul 16 20:05:33.816383 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-1cb67cfc-de0c-460f-99f8-50f41ba33e7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8300474'] for router_interface, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:34.108537 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-1cb67cfc-de0c-460f-99f8-50f41ba33e7a admin admin] Deleting port b5fada53-37a2-4ac8-b97f-4d5b39ddddc5 {{(pid=93020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:05:34.108791 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-1cb67cfc-de0c-460f-99f8-50f41ba33e7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786207273135'] for port, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:34.189126 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-1cb67cfc-de0c-460f-99f8-50f41ba33e7a admin admin] For port b5fada53-37a2-4ac8-b97f-4d5b39ddddc5, host dv-cinder-800697-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=b5fada53-37a2-4ac8-b97f-4d5b39ddddc5,segment=NetworkSegment(504fca60-f34c-4d04-8f01-ade166cd22cf),segment_id=504fca60-f34c-4d04-8f01-ade166cd22cf)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:34.189731 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-1cb67cfc-de0c-460f-99f8-50f41ba33e7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8298881'] for port, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:34.207947 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-1cb67cfc-de0c-460f-99f8-50f41ba33e7a admin admin] Calling delete_port for b5fada53-37a2-4ac8-b97f-4d5b39ddddc5 owned by network:router_interface {{(pid=93020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:05:34.468341 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-1cb67cfc-de0c-460f-99f8-50f41ba33e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786207273858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786206872495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:34.493897 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb67cfc-de0c-460f-99f8-50f41ba33e7a admin admin] Pushing event deleted for resources: {'Port': ['ID=b5fada53-37a2-4ac8-b97f-4d5b39ddddc5,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:34.677424 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-1cb67cfc-de0c-460f-99f8-50f41ba33e7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8279594'] for router_interface, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:34.762952 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 59628) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:34.839176 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-b56d69f4-cb07-43cb-a65f-1e78b9a88457 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks [] for security_group, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:34.862063 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-b56d69f4-cb07-43cb-a65f-1e78b9a88457 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:34.911397 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cb67cfc-de0c-460f-99f8-50f41ba33e7a admin admin] Router f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54 has already been hosted by L3 agent 2edc1d69-0f6a-462d-a1c4-2c7c9be5649e {{(pid=93020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:05:34.911593 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-b56d69f4-cb07-43cb-a65f-1e78b9a88457 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:34.914349 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-b56d69f4-cb07-43cb-a65f-1e78b9a88457 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks [] for security_group, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:34.915514 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-b56d69f4-cb07-43cb-a65f-1e78b9a88457 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "DELETE /v2.0/security-groups/3a766f3a-bdea-41c5-901b-4d67b20c76be HTTP/1.1" status: 204 len: 168 time: 0.1516278 Jul 16 20:05:34.918758 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 59632) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:34.932140 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56d69f4-cb07-43cb-a65f-1e78b9a88457 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a766f3a-bdea-41c5-901b-4d67b20c76be,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:34.938923 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.api.v2.resource [None req-d96a06b2-40d4-4fd3-9676-5f02038ea5f2 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] show failed (client error): The resource could not be found. Jul 16 20:05:34.943224 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-d96a06b2-40d4-4fd3-9676-5f02038ea5f2 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups/3a766f3a-bdea-41c5-901b-4d67b20c76be HTTP/1.1" status: 404 len: 347 time: 0.0186858 Jul 16 20:05:34.943224 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 59634) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:35.019318 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb67cfc-de0c-460f-99f8-50f41ba33e7a admin admin] Notify agent at l3_agent.dv-cinder-800697-3-iscsi the message routers_updated {{(pid=93020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:05:35.024331 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-1cb67cfc-de0c-460f-99f8-50f41ba33e7a admin admin] 10.222.0.98 "PUT /v2.0/routers/f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8298590 Jul 16 20:05:35.026828 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 59636) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:35.032209 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addca345-ab8c-496f-8ff4-b882c7acb38f None None] Sync routers for ids ['f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54'] in dv-cinder-800697-3-iscsi {{(pid=93022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:05:35.042093 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addca345-ab8c-496f-8ff4-b882c7acb38f None None] Routers {'f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:05:35.043069 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-addca345-ab8c-496f-8ff4-b882c7acb38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:05:22Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54'], 'active': True} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:35.065411 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.plugin [None req-aa200ff1-0861-4531-80c3-ad39ca260e33 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Deleting port ccb40b65-2387-4af0-8cce-5fd1f2bad804 {{(pid=93021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:05:35.065811 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-aa200ff1-0861-4531-80c3-ad39ca260e33 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786207273135'] for port, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:35.139418 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-cde10c4d-e52a-484e-bcf8-860255027103 admin admin] Notify callbacks [] for router, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:35.154473 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-aa200ff1-0861-4531-80c3-ad39ca260e33 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8298881'] for port, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:35.154797 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-aa200ff1-0861-4531-80c3-ad39ca260e33 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:35.157253 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvr_db [None req-addca345-ab8c-496f-8ff4-b882c7acb38f None None] Set router f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54 gateway port host: dv-cinder-800697-3-iscsi {{(pid=93022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:05:35.167050 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.plugin [None req-aa200ff1-0861-4531-80c3-ad39ca260e33 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Calling delete_port for ccb40b65-2387-4af0-8cce-5fd1f2bad804 owned by network:floatingip {{(pid=93021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:05:35.252100 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-cde10c4d-e52a-484e-bcf8-860255027103 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:35.305876 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-cde10c4d-e52a-484e-bcf8-860255027103 admin admin] Deleting port af157674-cd8e-4be1-a2d9-0e3076ce549d {{(pid=93020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:05:35.306219 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-cde10c4d-e52a-484e-bcf8-860255027103 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786207273135'] for port, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:35.318738 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-aa200ff1-0861-4531-80c3-ad39ca260e33 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786207273858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786206872495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8120956'] for port, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:35.353877 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa200ff1-0861-4531-80c3-ad39ca260e33 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Pushing event deleted for resources: {'Port': ['ID=ccb40b65-2387-4af0-8cce-5fd1f2bad804,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:35.360370 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-addca345-ab8c-496f-8ff4-b882c7acb38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54', 'name': 'tempest-TestMinimumBasicScenario-569899001-router', 'tenant_id': '454a9d33c455460a9dfb59ca6c522da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'af157674-cd8e-4be1-a2d9-0e3076ce549d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:32Z', 'updated_at': '2021-07-16T20:05:34Z', 'revision_number': 5, 'project_id': '454a9d33c455460a9dfb59ca6c522da9', 'gw_port': {'id': 'af157674-cd8e-4be1-a2d9-0e3076ce549d', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:47:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:33Z', 'updated_at': '2021-07-16T20:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi'}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:35.390280 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addca345-ab8c-496f-8ff4-b882c7acb38f None None] Checking router: f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54 for host: dv-cinder-800697-3-iscsi {{(pid=93022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:05:35.392776 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-cde10c4d-e52a-484e-bcf8-860255027103 admin admin] For port af157674-cd8e-4be1-a2d9-0e3076ce549d, host dv-cinder-800697-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=af157674-cd8e-4be1-a2d9-0e3076ce549d,segment=NetworkSegment(cdf336fb-2473-4d8c-b46d-c083e8b3b4ea),segment_id=cdf336fb-2473-4d8c-b46d-c083e8b3b4ea)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:35.393142 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-cde10c4d-e52a-484e-bcf8-860255027103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8298881'] for port, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:35.400689 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addca345-ab8c-496f-8ff4-b882c7acb38f None None] Routers {'f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:05:35.400914 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-addca345-ab8c-496f-8ff4-b882c7acb38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:05:22Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54'], 'active': True} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:35.413074 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-cde10c4d-e52a-484e-bcf8-860255027103 admin admin] Calling delete_port for af157674-cd8e-4be1-a2d9-0e3076ce549d owned by network:router_gateway {{(pid=93020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:05:35.421358 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-aa200ff1-0861-4531-80c3-ad39ca260e33 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks [] for floatingip, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:35.426899 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-aa200ff1-0861-4531-80c3-ad39ca260e33 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for floatingip, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:35.429758 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-aa200ff1-0861-4531-80c3-ad39ca260e33 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "DELETE /v2.0/floatingips/9a256a9f-1ef0-4ac6-8915-6fac5f1a6b14 HTTP/1.1" status: 204 len: 168 time: 0.4846992 Jul 16 20:05:35.590186 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-cde10c4d-e52a-484e-bcf8-860255027103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786207273858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786206872495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:35.609297 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device 60ac295b-024c-40b7-a5a0-d58437147af4 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:05:35.625881 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde10c4d-e52a-484e-bcf8-860255027103 admin admin] Pushing event deleted for resources: {'Port': ['ID=af157674-cd8e-4be1-a2d9-0e3076ce549d,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:35.639038 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] No Port match for: 60ac295b-024c-40b7-a5a0-d58437147af4 {{(pid=93022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:05:35.639388 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device 60ac295b-024c-40b7-a5a0-d58437147af4 not bound to the agent host hv-cinder-80069 {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:05:35.639794 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device 4a62567f-aa44-4887-a9a0-49d74dc43f12 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:05:35.664602 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] No Port match for: 4a62567f-aa44-4887-a9a0-49d74dc43f12 {{(pid=93022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:05:35.665170 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device 4a62567f-aa44-4887-a9a0-49d74dc43f12 not bound to the agent host hv-cinder-80069 {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:05:35.679571 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvr_db [None req-addca345-ab8c-496f-8ff4-b882c7acb38f None None] Set router f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54 gateway port host: None {{(pid=93022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:05:35.691510 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-cde10c4d-e52a-484e-bcf8-860255027103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8363120'] for router_gateway, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:35.739270 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-addca345-ab8c-496f-8ff4-b882c7acb38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54', 'name': 'tempest-TestMinimumBasicScenario-569899001-router', 'tenant_id': '454a9d33c455460a9dfb59ca6c522da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:32Z', 'updated_at': '2021-07-16T20:05:35Z', 'revision_number': 6, 'project_id': '454a9d33c455460a9dfb59ca6c522da9', 'gw_port_host': None}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:35.757303 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 59646) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:35.761863 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [None req-5fc373f5-ad7e-418e-9c29-a7c2dd46c08a tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1209571101', 'description': 'tempest-description--168346106'}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:35.767184 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addca345-ab8c-496f-8ff4-b882c7acb38f None None] The sync data for ids ['f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54'] in dv-cinder-800697-3-iscsi is: [{'id': 'f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54', 'name': 'tempest-TestMinimumBasicScenario-569899001-router', 'tenant_id': '454a9d33c455460a9dfb59ca6c522da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:32Z', 'updated_at': '2021-07-16T20:05:35Z', 'revision_number': 6, 'project_id': '454a9d33c455460a9dfb59ca6c522da9', 'gw_port_host': None}] {{(pid=93022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:05:35.787743 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-5fc373f5-ad7e-418e-9c29-a7c2dd46c08a tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks [] for security_group, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:35.817400 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-cde10c4d-e52a-484e-bcf8-860255027103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8301028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126844'] for router, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:35.819665 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-cde10c4d-e52a-484e-bcf8-860255027103 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:35.885607 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-cde10c4d-e52a-484e-bcf8-860255027103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8298994'] for router, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:35.885889 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-5fc373f5-ad7e-418e-9c29-a7c2dd46c08a tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks [] for security_group, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:35.886290 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde10c4d-e52a-484e-bcf8-860255027103 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54 {{(pid=93020) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:05:35.890418 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-5fc373f5-ad7e-418e-9c29-a7c2dd46c08a tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:35.894880 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-cde10c4d-e52a-484e-bcf8-860255027103 admin admin] Notify callbacks [] for router, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:35.899253 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-cde10c4d-e52a-484e-bcf8-860255027103 admin admin] 10.222.0.98 "DELETE /v2.0/routers/f1b9362e-0d6c-43ca-9b3b-81aed8dc9d54 HTTP/1.1" status: 204 len: 168 time: 0.8711333 Jul 16 20:05:35.900375 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 59648) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:35.920595 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-5fc373f5-ad7e-418e-9c29-a7c2dd46c08a tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks [] for security_group, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:35.924483 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-5fc373f5-ad7e-418e-9c29-a7c2dd46c08a tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1634994 Jul 16 20:05:35.924608 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 59650) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:35.930408 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [None req-f49e5879-5e81-422d-be66-6fcb52a100bc tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Request body: {'security_group_rule': {'security_group_id': '78e002dc-dd47-49bf-9fe9-3d77220096c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:35.934563 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc373f5-ad7e-418e-9c29-a7c2dd46c08a tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78e002dc-dd47-49bf-9fe9-3d77220096c3,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:35.978150 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-f49e5879-5e81-422d-be66-6fcb52a100bc tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:35.988341 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.db_base_plugin_v2 [None req-c695c9f2-1ec0-4c82-bc4f-fd05fa813d35 admin admin] Deleting subnet 5f2098e9-4111-4c88-a086-c142fb02fb5d {{(pid=93020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:05:35.992553 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-c695c9f2-1ec0-4c82-bc4f-fd05fa813d35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:36.031542 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-c695c9f2-1ec0-4c82-bc4f-fd05fa813d35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6078582'] for subnet, precommit_delete_associations {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:36.096443 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-f49e5879-5e81-422d-be66-6fcb52a100bc tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:36.100846 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-f49e5879-5e81-422d-be66-6fcb52a100bc tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7951394'] for security_group_rule, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:36.119254 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49e5879-5e81-422d-be66-6fcb52a100bc tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f06810f8-efe9-4ac1-96ef-ad49ccf0e738,revision_number=0']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:36.126946 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-f49e5879-5e81-422d-be66-6fcb52a100bc tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:36.130465 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-f49e5879-5e81-422d-be66-6fcb52a100bc tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2028370 Jul 16 20:05:36.131220 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 59656) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:36.135813 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [None req-27a0f203-73b9-4a34-a4be-6c1793c48a5e tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Request body: {'security_group_rule': {'security_group_id': '78e002dc-dd47-49bf-9fe9-3d77220096c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:36.162173 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-c695c9f2-1ec0-4c82-bc4f-fd05fa813d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001713'] for subnet, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:36.177483 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-27a0f203-73b9-4a34-a4be-6c1793c48a5e tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:36.237825 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-c695c9f2-1ec0-4c82-bc4f-fd05fa813d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7945194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6084591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5499290'] for subnet, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:36.259024 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e53fa53-6477-459f-91cf-3674a2c0b1dd None None] Network 8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061 requested from dv-cinder-800697-3-iscsi {{(pid=93022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:05:36.264300 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-27a0f203-73b9-4a34-a4be-6c1793c48a5e tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:36.267994 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-c695c9f2-1ec0-4c82-bc4f-fd05fa813d35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:36.268534 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-27a0f203-73b9-4a34-a4be-6c1793c48a5e tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7951394'] for security_group_rule, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:36.272370 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-c695c9f2-1ec0-4c82-bc4f-fd05fa813d35 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/5f2098e9-4111-4c88-a086-c142fb02fb5d HTTP/1.1" status: 204 len: 168 time: 0.3682916 Jul 16 20:05:36.272370 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c695c9f2-1ec0-4c82-bc4f-fd05fa813d35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f2098e9-4111-4c88-a086-c142fb02fb5d,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:36.272602 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 59666) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:36.289044 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a0f203-73b9-4a34-a4be-6c1793c48a5e tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab0f9713-6068-450f-aac4-6624cdccd61f,revision_number=0']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:36.302757 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-27a0f203-73b9-4a34-a4be-6c1793c48a5e tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:36.307204 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-27a0f203-73b9-4a34-a4be-6c1793c48a5e tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1720114 Jul 16 20:05:36.307857 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 59670) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:36.314597 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [None req-6c703db6-f15d-4266-9bf4-8268d9e1156a tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Request body: {'floatingip': {'floating_network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3'}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:36.342647 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6c703db6-f15d-4266-9bf4-8268d9e1156a tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks [] for floatingip, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:36.468876 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6c703db6-f15d-4266-9bf4-8268d9e1156a tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:36.595686 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-b7d225e5-5580-4539-8fb0-27605a5b0521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556954'] for network, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:36.595845 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bbf878-59a2-4646-9159-161284a6f899 None None] DHCP port deletion for 8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061 request from dv-cinder-800697-3-iscsi {{(pid=93022) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:05:36.656830 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.db_base_plugin_common [None req-6c703db6-f15d-4266-9bf4-8268d9e1156a tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Allocated IP 172.27.1.170 (72bddd3a-8a62-4354-b4b3-8a4b3e183ea3/b7c8a0af-efd8-4b77-9799-206f74457d50/1d8f4914-343d-4f39-b28c-6909de53145b) {{(pid=93021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:05:36.678814 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-b7d225e5-5580-4539-8fb0-27605a5b0521 admin admin] Deleting port 89a51dd9-69fa-479e-bf8c-38ef4e0a9294 {{(pid=93020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:05:36.679405 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-b7d225e5-5580-4539-8fb0-27605a5b0521 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786207273135'] for port, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:36.687487 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-d2bbf878-59a2-4646-9159-161284a6f899 None None] Deleting port 89a51dd9-69fa-479e-bf8c-38ef4e0a9294 {{(pid=93022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:05:36.687897 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d2bbf878-59a2-4646-9159-161284a6f899 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786207273135'] for port, before_delete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:36.701743 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device b5fada53-37a2-4ac8-b97f-4d5b39ddddc5 no longer exists at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:05:36.731185 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] No Port match for: b5fada53-37a2-4ac8-b97f-4d5b39ddddc5 {{(pid=93022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:05:36.732146 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device b5fada53-37a2-4ac8-b97f-4d5b39ddddc5 not bound to the agent host dv-cinder-800697-3-iscsi {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:05:36.732809 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 89a51dd9-69fa-479e-bf8c-38ef4e0a9294 no longer exists at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:05:36.758474 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-b7d225e5-5580-4539-8fb0-27605a5b0521 admin admin] For port 89a51dd9-69fa-479e-bf8c-38ef4e0a9294, host dv-cinder-800697-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=89a51dd9-69fa-479e-bf8c-38ef4e0a9294,segment=NetworkSegment(504fca60-f34c-4d04-8f01-ade166cd22cf),segment_id=504fca60-f34c-4d04-8f01-ade166cd22cf)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:36.759122 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-b7d225e5-5580-4539-8fb0-27605a5b0521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8298881'] for port, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:36.771683 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-b7d225e5-5580-4539-8fb0-27605a5b0521 admin admin] Calling delete_port for 89a51dd9-69fa-479e-bf8c-38ef4e0a9294 owned by network:dhcp {{(pid=93020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:05:36.783889 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6c703db6-f15d-4266-9bf4-8268d9e1156a tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks [] for port, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:36.824041 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6c703db6-f15d-4266-9bf4-8268d9e1156a tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786206872486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8120956'] for port, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:36.847531 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d2bbf878-59a2-4646-9159-161284a6f899 None None] For port 89a51dd9-69fa-479e-bf8c-38ef4e0a9294, host dv-cinder-800697-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=89a51dd9-69fa-479e-bf8c-38ef4e0a9294,segment=NetworkSegment(504fca60-f34c-4d04-8f01-ade166cd22cf),segment_id=504fca60-f34c-4d04-8f01-ade166cd22cf)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:36.847948 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d2bbf878-59a2-4646-9159-161284a6f899 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8298881'] for port, precommit_delete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:36.867968 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-b7d225e5-5580-4539-8fb0-27605a5b0521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786207273858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786206872495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:36.868236 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-d2bbf878-59a2-4646-9159-161284a6f899 None None] Calling delete_port for 89a51dd9-69fa-479e-bf8c-38ef4e0a9294 owned by network:dhcp {{(pid=93022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:05:36.871732 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c703db6-f15d-4266-9bf4-8268d9e1156a tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Network 72bddd3a-8a62-4354-b4b3-8a4b3e183ea3 is already hosted by enough agents. {{(pid=93021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:05:36.873298 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:36.874799 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.base_scheduler [None req-6c703db6-f15d-4266-9bf4-8268d9e1156a tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Resources bound (agent type, host, resource id): {{(pid=93021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:36.879696 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c703db6-f15d-4266-9bf4-8268d9e1156a tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Received port after_create {{(pid=93021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:05:36.881674 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c703db6-f15d-4266-9bf4-8268d9e1156a tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Pushing event updated for resources: {'Port': ['ID=1d8f4914-343d-4f39-b28c-6909de53145b,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:36.899389 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d225e5-5580-4539-8fb0-27605a5b0521 admin admin] Pushing event deleted for resources: {'Port': ['ID=89a51dd9-69fa-479e-bf8c-38ef4e0a9294,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:36.914242 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d225e5-5580-4539-8fb0-27605a5b0521 admin admin] No DVR routers for this DVR port 89a51dd9-69fa-479e-bf8c-38ef4e0a9294 on host dv-cinder-800697-3-iscsi {{(pid=93020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:05:36.965584 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6c703db6-f15d-4266-9bf4-8268d9e1156a tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:36.983837 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device af157674-cd8e-4be1-a2d9-0e3076ce549d no longer exists at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:05:37.004271 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-b7d225e5-5580-4539-8fb0-27605a5b0521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002645', 'neutron.services.segments.db._delete_segments_for_network-8786207386444'] for network, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:37.016800 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6c703db6-f15d-4266-9bf4-8268d9e1156a tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:37.020904 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] No Port match for: af157674-cd8e-4be1-a2d9-0e3076ce549d {{(pid=93022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:05:37.021261 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device af157674-cd8e-4be1-a2d9-0e3076ce549d not bound to the agent host dv-cinder-800697-3-iscsi {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:05:37.023054 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.services.segments.db [None req-b7d225e5-5580-4539-8fb0-27605a5b0521 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061']}} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:37.036747 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.services.segments.db [None req-b7d225e5-5580-4539-8fb0-27605a5b0521 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '504fca60-f34c-4d04-8f01-ade166cd22cf') {'for_net_delete': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:37.036937 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.services.segments.db [None req-b7d225e5-5580-4539-8fb0-27605a5b0521 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '504fca60-f34c-4d04-8f01-ade166cd22cf') {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:37.050623 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-b7d225e5-5580-4539-8fb0-27605a5b0521 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786207387733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6078529'] for segment, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:37.067037 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-b7d225e5-5580-4539-8fb0-27605a5b0521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964265'] for segment, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:37.067565 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d2bbf878-59a2-4646-9159-161284a6f899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786207273858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786206872495'] for port, after_delete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:37.073115 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7d225e5-5580-4539-8fb0-27605a5b0521 admin admin] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=93020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:05:37.073679 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-b7d225e5-5580-4539-8fb0-27605a5b0521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6084173'] for segment, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:37.076533 dv-cinder-800697-3-iscsi neutron-server[93020]: Traceback (most recent call last): Jul 16 20:05:37.076533 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:05:37.076533 dv-cinder-800697-3-iscsi neutron-server[93020]: timer() Jul 16 20:05:37.076533 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:05:37.076533 dv-cinder-800697-3-iscsi neutron-server[93020]: cb(*args, **kw) Jul 16 20:05:37.076533 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:05:37.076533 dv-cinder-800697-3-iscsi neutron-server[93020]: return func(*args, **kwargs) Jul 16 20:05:37.076533 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:05:37.076533 dv-cinder-800697-3-iscsi neutron-server[93020]: self._notify() Jul 16 20:05:37.076533 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:05:37.076533 dv-cinder-800697-3-iscsi neutron-server[93020]: self.callback(batched_events) Jul 16 20:05:37.076533 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:05:37.076533 dv-cinder-800697-3-iscsi neutron-server[93020]: event.method(event) Jul 16 20:05:37.076533 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:05:37.076533 dv-cinder-800697-3-iscsi neutron-server[93020]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:05:37.076533 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:05:37.076533 dv-cinder-800697-3-iscsi neutron-server[93020]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:05:37.076533 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:05:37.076533 dv-cinder-800697-3-iscsi neutron-server[93020]: return f(self, *a, **k) Jul 16 20:05:37.076533 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:05:37.076533 dv-cinder-800697-3-iscsi neutron-server[93020]: return self._get(url).json() Jul 16 20:05:37.076533 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:05:37.076533 dv-cinder-800697-3-iscsi neutron-server[93020]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:05:37.076533 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:05:37.076533 dv-cinder-800697-3-iscsi neutron-server[93020]: return self.request(url, 'GET', **kwargs) Jul 16 20:05:37.076533 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:05:37.076533 dv-cinder-800697-3-iscsi neutron-server[93020]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:05:37.076533 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:05:37.076533 dv-cinder-800697-3-iscsi neutron-server[93020]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:05:37.076533 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:05:37.076533 dv-cinder-800697-3-iscsi neutron-server[93020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:05:37.076533 dv-cinder-800697-3-iscsi neutron-server[93020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:05:37.096378 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bbf878-59a2-4646-9159-161284a6f899 None None] Pushing event deleted for resources: {'Port': ['ID=89a51dd9-69fa-479e-bf8c-38ef4e0a9294,revision_number=None']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:37.103800 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bbf878-59a2-4646-9159-161284a6f899 None None] No DVR routers for this DVR port 89a51dd9-69fa-479e-bf8c-38ef4e0a9294 on host dv-cinder-800697-3-iscsi {{(pid=93022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:05:37.105868 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bbf878-59a2-4646-9159-161284a6f899 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:37.106287 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bbf878-59a2-4646-9159-161284a6f899 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:37.107344 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bbf878-59a2-4646-9159-161284a6f899 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:37.107755 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bbf878-59a2-4646-9159-161284a6f899 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:37.108169 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bbf878-59a2-4646-9159-161284a6f899 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:37.108567 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bbf878-59a2-4646-9159-161284a6f899 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:37.108966 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bbf878-59a2-4646-9159-161284a6f899 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:37.109383 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bbf878-59a2-4646-9159-161284a6f899 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:37.109781 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bbf878-59a2-4646-9159-161284a6f899 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:37.110174 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bbf878-59a2-4646-9159-161284a6f899 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:37.110599 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bbf878-59a2-4646-9159-161284a6f899 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:37.110991 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bbf878-59a2-4646-9159-161284a6f899 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:37.160779 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-b7d225e5-5580-4539-8fb0-27605a5b0521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8363180'] for network, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:37.172641 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-b7d225e5-5580-4539-8fb0-27605a5b0521 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for network, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:37.172997 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-b7d225e5-5580-4539-8fb0-27605a5b0521 admin admin] 10.222.0.98 "DELETE /v2.0/networks/8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061 HTTP/1.1" status: 204 len: 168 time: 0.8995535 Jul 16 20:05:37.175931 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 59686) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:37.183838 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d225e5-5580-4539-8fb0-27605a5b0521 admin admin] Pushing event deleted for resources: {'Network': ['ID=8faa6ebd-aaab-4fb9-a05d-c26dbe0d8061,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:37.255428 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6c703db6-f15d-4266-9bf4-8268d9e1156a tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks [] for port, precommit_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:37.283579 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6c703db6-f15d-4266-9bf4-8268d9e1156a tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8120901'] for port, after_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:37.680058 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c703db6-f15d-4266-9bf4-8268d9e1156a tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Pushing event updated for resources: {'Port': ['ID=1d8f4914-343d-4f39-b28c-6909de53145b,revision_number=2']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:37.685341 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6c703db6-f15d-4266-9bf4-8268d9e1156a tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8363194'] for floatingip, after_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:37.705977 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6c703db6-f15d-4266-9bf4-8268d9e1156a tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for floatingip, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:37.707302 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-6c703db6-f15d-4266-9bf4-8268d9e1156a tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3983951 Jul 16 20:05:37.948190 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-1685f0a0-a9b2-47c5-a514-cfd23f32c823 req-553dab14-ac6d-4322-a3a4-a7cf574d29da tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--1209571101&fields=id&tenant_id=b242095010ee4963872bd0cfcbacc3fa HTTP/1.1" status: 200 len: 267 time: 0.0550630 Jul 16 20:05:37.953596 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-eb05870f-399c-425e-9bde-4e69fa0d31ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8300474'] for router_interface, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:38.139738 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685f0a0-a9b2-47c5-a514-cfd23f32c823 req-5f1bb576-2805-42cd-b09b-e26371a2e0aa tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:38.141176 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-1685f0a0-a9b2-47c5-a514-cfd23f32c823 req-5f1bb576-2805-42cd-b09b-e26371a2e0aa tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/networks?id=4ff04a31-0c23-4b48-92bc-f65e7b91222b HTTP/1.1" status: 200 len: 816 time: 0.1849952 Jul 16 20:05:38.188862 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-1685f0a0-a9b2-47c5-a514-cfd23f32c823 req-3b9f541b-8942-4ea3-966e-09c18b5db62b tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/quotas/b242095010ee4963872bd0cfcbacc3fa HTTP/1.1" status: 200 len: 375 time: 0.0110238 Jul 16 20:05:38.306763 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-1685f0a0-a9b2-47c5-a514-cfd23f32c823 req-f30741ee-cceb-40d4-9bf6-4798f223c021 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=b242095010ee4963872bd0cfcbacc3fa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1023593 Jul 16 20:05:38.430880 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.plugin [None req-eb05870f-399c-425e-9bde-4e69fa0d31ea admin admin] Deleting port 5aa8ddb6-2460-424f-83d1-8ab26670b1cd {{(pid=93021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:05:38.431125 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-eb05870f-399c-425e-9bde-4e69fa0d31ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786207273135'] for port, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:38.435087 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-1685f0a0-a9b2-47c5-a514-cfd23f32c823 req-b094f934-0246-4374-b6b0-7ca13fc71234 service neutron] 10.222.0.98 "GET /v2.0/networks/4ff04a31-0c23-4b48-92bc-f65e7b91222b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155026 Jul 16 20:05:38.578971 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.db [None req-eb05870f-399c-425e-9bde-4e69fa0d31ea admin admin] For port 5aa8ddb6-2460-424f-83d1-8ab26670b1cd, host dv-cinder-800697-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=5aa8ddb6-2460-424f-83d1-8ab26670b1cd,segment=NetworkSegment(e6ad63b0-3eaf-40e7-aaf8-1dfb814bd7c7),segment_id=e6ad63b0-3eaf-40e7-aaf8-1dfb814bd7c7)] {{(pid=93021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:38.579320 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-eb05870f-399c-425e-9bde-4e69fa0d31ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8298881'] for port, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:38.593116 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-1685f0a0-a9b2-47c5-a514-cfd23f32c823 req-5ffe3dbf-a5e7-43cf-bf64-751f45be76ee service neutron] 10.222.0.98 "GET /v2.0/networks/4ff04a31-0c23-4b48-92bc-f65e7b91222b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490679 Jul 16 20:05:38.596716 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.plugin [None req-eb05870f-399c-425e-9bde-4e69fa0d31ea admin admin] Calling delete_port for 5aa8ddb6-2460-424f-83d1-8ab26670b1cd owned by network:router_interface {{(pid=93021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:05:38.783545 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-247ee0b4-e698-4655-9db4-cca43e4f493f req-e1374f03-3144-465d-a553-036e423e9bdc tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 210 time: 0.0431786 Jul 16 20:05:38.812507 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-eb05870f-399c-425e-9bde-4e69fa0d31ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786207273858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786206872495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8120956'] for port, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:38.852744 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb05870f-399c-425e-9bde-4e69fa0d31ea admin admin] Pushing event deleted for resources: {'Port': ['ID=5aa8ddb6-2460-424f-83d1-8ab26670b1cd,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:38.888903 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 59754) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:39.068255 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-14ef501d-9a3d-48a6-9764-71ddf39a6480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:39.071532 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-eb05870f-399c-425e-9bde-4e69fa0d31ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8279594'] for router_interface, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:39.190139 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-14ef501d-9a3d-48a6-9764-71ddf39a6480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:39.194567 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-14ef501d-9a3d-48a6-9764-71ddf39a6480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:39.236887 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ef501d-9a3d-48a6-9764-71ddf39a6480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5b0e79-189f-4c51-916d-65a2acff2cb1,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:39.240991 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-14ef501d-9a3d-48a6-9764-71ddf39a6480 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=13a453c01df64e81875365db54b3ae46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3509519 Jul 16 20:05:39.244004 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 59778) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:39.246788 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ef501d-9a3d-48a6-9764-71ddf39a6480 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:39.248210 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ef501d-9a3d-48a6-9764-71ddf39a6480 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:39.248210 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ef501d-9a3d-48a6-9764-71ddf39a6480 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:39.248490 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ef501d-9a3d-48a6-9764-71ddf39a6480 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:39.248816 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ef501d-9a3d-48a6-9764-71ddf39a6480 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:39.249153 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ef501d-9a3d-48a6-9764-71ddf39a6480 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:39.249463 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ef501d-9a3d-48a6-9764-71ddf39a6480 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:39.249781 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ef501d-9a3d-48a6-9764-71ddf39a6480 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:39.250106 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ef501d-9a3d-48a6-9764-71ddf39a6480 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:39.250940 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ef501d-9a3d-48a6-9764-71ddf39a6480 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:39.250940 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ef501d-9a3d-48a6-9764-71ddf39a6480 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:39.251156 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ef501d-9a3d-48a6-9764-71ddf39a6480 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:39.385802 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-439e5ad4-15ac-481a-ba5d-c7da8e60fa2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:39.417438 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-439e5ad4-15ac-481a-ba5d-c7da8e60fa2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:39.420094 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb05870f-399c-425e-9bde-4e69fa0d31ea admin admin] Router b70a51fb-758c-43b3-8e8f-f203c90c25ad has already been hosted by L3 agent 2edc1d69-0f6a-462d-a1c4-2c7c9be5649e {{(pid=93021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:05:39.542417 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-439e5ad4-15ac-481a-ba5d-c7da8e60fa2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:39.545709 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-439e5ad4-15ac-481a-ba5d-c7da8e60fa2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:39.546903 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-439e5ad4-15ac-481a-ba5d-c7da8e60fa2b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/dd5b0e79-189f-4c51-916d-65a2acff2cb1 HTTP/1.1" status: 204 len: 168 time: 0.3004730 Jul 16 20:05:39.563625 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e5ad4-15ac-481a-ba5d-c7da8e60fa2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5b0e79-189f-4c51-916d-65a2acff2cb1,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:39.581916 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb05870f-399c-425e-9bde-4e69fa0d31ea admin admin] Notify agent at l3_agent.dv-cinder-800697-3-iscsi the message routers_updated {{(pid=93021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:05:39.587361 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-eb05870f-399c-425e-9bde-4e69fa0d31ea admin admin] 10.222.0.98 "PUT /v2.0/routers/b70a51fb-758c-43b3-8e8f-f203c90c25ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4104099 Jul 16 20:05:39.589864 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 59794) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:39.594165 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e8f66f-6538-4c26-a003-b888da99f144 None None] Sync routers for ids ['b70a51fb-758c-43b3-8e8f-f203c90c25ad'] in dv-cinder-800697-3-iscsi {{(pid=93023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:05:39.604648 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e8f66f-6538-4c26-a003-b888da99f144 None None] Routers {'b70a51fb-758c-43b3-8e8f-f203c90c25ad'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:05:39.605260 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-b4e8f66f-6538-4c26-a003-b888da99f144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:05:22Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['b70a51fb-758c-43b3-8e8f-f203c90c25ad'], 'active': True} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:39.636610 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 59796) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:39.718631 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvr_db [None req-b4e8f66f-6538-4c26-a003-b888da99f144 None None] Set router b70a51fb-758c-43b3-8e8f-f203c90c25ad gateway port host: dv-cinder-800697-3-iscsi {{(pid=93023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:05:39.735463 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-050f47d1-a543-43de-b213-f6a60574676d admin admin] Notify callbacks [] for router, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:39.859269 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-050f47d1-a543-43de-b213-f6a60574676d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:39.892326 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-fca7bdad-59fc-47fd-ae15-aadde69b1797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:39.991845 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-b4e8f66f-6538-4c26-a003-b888da99f144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70a51fb-758c-43b3-8e8f-f203c90c25ad', 'name': 'tempest-TestMinimumBasicScenario-2081972644-router', 'tenant_id': '2e25a665d4c7453f935b4598076a0089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '4f46556c-dc5a-4bc5-b382-4537d84f67f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:43Z', 'updated_at': '2021-07-16T20:05:38Z', 'revision_number': 5, 'project_id': '2e25a665d4c7453f935b4598076a0089', 'gw_port': {'id': '4f46556c-dc5a-4bc5-b382-4537d84f67f4', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70a51fb-758c-43b3-8e8f-f203c90c25ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:44Z', 'updated_at': '2021-07-16T20:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi'}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:40.019373 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-9857e64f-35da-4731-9c08-454f221f0532 req-264de354-4e12-448b-af38-ecc63fdb73f7 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 210 time: 0.0552762 Jul 16 20:05:40.022306 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e8f66f-6538-4c26-a003-b888da99f144 None None] Checking router: b70a51fb-758c-43b3-8e8f-f203c90c25ad for host: dv-cinder-800697-3-iscsi {{(pid=93023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:05:40.032164 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e8f66f-6538-4c26-a003-b888da99f144 None None] Routers {'b70a51fb-758c-43b3-8e8f-f203c90c25ad'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:05:40.032777 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-b4e8f66f-6538-4c26-a003-b888da99f144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:05:22Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['b70a51fb-758c-43b3-8e8f-f203c90c25ad'], 'active': True} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:40.073860 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.plugin [None req-050f47d1-a543-43de-b213-f6a60574676d admin admin] Deleting port 4f46556c-dc5a-4bc5-b382-4537d84f67f4 {{(pid=93021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:05:40.074503 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-050f47d1-a543-43de-b213-f6a60574676d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786207273135'] for port, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:40.079412 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 59804) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:40.090121 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685f0a0-a9b2-47c5-a514-cfd23f32c823 req-ba5d0313-0093-4390-bb99-61a2cc8aeb2d tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:40.092284 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1685f0a0-a9b2-47c5-a514-cfd23f32c823 req-ba5d0313-0093-4390-bb99-61a2cc8aeb2d tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.102 "GET /v2.0/networks?id=4ff04a31-0c23-4b48-92bc-f65e7b91222b HTTP/1.1" status: 200 len: 816 time: 0.1431537 Jul 16 20:05:40.113518 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-791d790d-fd6d-4f51-8296-01203dca4d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:40.164227 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1685f0a0-a9b2-47c5-a514-cfd23f32c823 req-6059a5aa-0250-4ed8-852e-7d88b8c51e47 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b242095010ee4963872bd0cfcbacc3fa HTTP/1.1" status: 200 len: 380 time: 0.0625272 Jul 16 20:05:40.179088 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [req-1685f0a0-a9b2-47c5-a514-cfd23f32c823 req-ef72d232-eb80-4495-af6f-dc873fecf83e tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Request body: {'port': {'device_id': 'd673e923-f315-4301-a81d-fe804de00132', 'network_id': '4ff04a31-0c23-4b48-92bc-f65e7b91222b', 'admin_state_up': True, 'tenant_id': 'b242095010ee4963872bd0cfcbacc3fa', 'security_groups': ['78e002dc-dd47-49bf-9fe9-3d77220096c3']}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:40.210874 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-fca7bdad-59fc-47fd-ae15-aadde69b1797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:40.220932 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.db [None req-050f47d1-a543-43de-b213-f6a60574676d admin admin] For port 4f46556c-dc5a-4bc5-b382-4537d84f67f4, host dv-cinder-800697-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=4f46556c-dc5a-4bc5-b382-4537d84f67f4,segment=NetworkSegment(cdf336fb-2473-4d8c-b46d-c083e8b3b4ea),segment_id=cdf336fb-2473-4d8c-b46d-c083e8b3b4ea)] {{(pid=93021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:40.221293 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-050f47d1-a543-43de-b213-f6a60574676d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8298881'] for port, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:40.226334 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-fca7bdad-59fc-47fd-ae15-aadde69b1797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:40.254054 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.plugin [None req-050f47d1-a543-43de-b213-f6a60574676d admin admin] Calling delete_port for 4f46556c-dc5a-4bc5-b382-4537d84f67f4 owned by network:router_gateway {{(pid=93021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:05:40.270690 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvr_db [None req-b4e8f66f-6538-4c26-a003-b888da99f144 None None] Set router b70a51fb-758c-43b3-8e8f-f203c90c25ad gateway port host: None {{(pid=93023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:05:40.303645 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-fca7bdad-59fc-47fd-ae15-aadde69b1797 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=633bb61689bc43129b3aab3944a42f2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6658382 Jul 16 20:05:40.313243 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 59810) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:40.328195 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-b4e8f66f-6538-4c26-a003-b888da99f144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70a51fb-758c-43b3-8e8f-f203c90c25ad', 'name': 'tempest-TestMinimumBasicScenario-2081972644-router', 'tenant_id': '2e25a665d4c7453f935b4598076a0089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:43Z', 'updated_at': '2021-07-16T20:05:39Z', 'revision_number': 6, 'project_id': '2e25a665d4c7453f935b4598076a0089', 'gw_port_host': None}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:40.356256 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca7bdad-59fc-47fd-ae15-aadde69b1797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0dc27c-4ff5-460c-a552-f624d166a057,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:40.358186 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e8f66f-6538-4c26-a003-b888da99f144 None None] The sync data for ids ['b70a51fb-758c-43b3-8e8f-f203c90c25ad'] in dv-cinder-800697-3-iscsi is: [{'id': 'b70a51fb-758c-43b3-8e8f-f203c90c25ad', 'name': 'tempest-TestMinimumBasicScenario-2081972644-router', 'tenant_id': '2e25a665d4c7453f935b4598076a0089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:43Z', 'updated_at': '2021-07-16T20:05:39Z', 'revision_number': 6, 'project_id': '2e25a665d4c7453f935b4598076a0089', 'gw_port_host': None}] {{(pid=93023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:05:40.478554 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-2d81c45a-72dd-4d3a-9788-aaa266bea162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:40.511795 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-791d790d-fd6d-4f51-8296-01203dca4d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:40.520588 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-791d790d-fd6d-4f51-8296-01203dca4d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:40.525289 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-2d81c45a-72dd-4d3a-9788-aaa266bea162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:40.531679 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1685f0a0-a9b2-47c5-a514-cfd23f32c823 req-ef72d232-eb80-4495-af6f-dc873fecf83e tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Made reservation on behalf of b242095010ee4963872bd0cfcbacc3fa for: {'port': 1} {{(pid=93020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:05:40.535359 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-1685f0a0-a9b2-47c5-a514-cfd23f32c823 req-ef72d232-eb80-4495-af6f-dc873fecf83e tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:40.612591 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-791d790d-fd6d-4f51-8296-01203dca4d53 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=54370263aa19476ea665622b356c6445&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5291550 Jul 16 20:05:40.613391 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791d790d-fd6d-4f51-8296-01203dca4d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54edc8dc-7726-493b-aeb6-1a0aa5ad7b43,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:40.615991 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 59812) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:40.664453 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-050f47d1-a543-43de-b213-f6a60574676d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786207273858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786206872495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8120956'] for port, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:40.671933 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.db_base_plugin_common [req-1685f0a0-a9b2-47c5-a514-cfd23f32c823 req-ef72d232-eb80-4495-af6f-dc873fecf83e tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Allocated IP 172.20.0.5 (4ff04a31-0c23-4b48-92bc-f65e7b91222b/bbca6f5f-fd8e-4af4-b23d-e7ec2502b976/a3545818-9902-40e8-b49d-2425ea5cd566) {{(pid=93020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:05:40.695469 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-2d81c45a-72dd-4d3a-9788-aaa266bea162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:40.697993 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-2d81c45a-72dd-4d3a-9788-aaa266bea162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:40.702152 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-2d81c45a-72dd-4d3a-9788-aaa266bea162 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6f0dc27c-4ff5-460c-a552-f624d166a057 HTTP/1.1" status: 204 len: 168 time: 0.3849781 Jul 16 20:05:40.712577 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050f47d1-a543-43de-b213-f6a60574676d admin admin] Pushing event deleted for resources: {'Port': ['ID=4f46556c-dc5a-4bc5-b382-4537d84f67f4,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:40.770380 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d81c45a-72dd-4d3a-9788-aaa266bea162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0dc27c-4ff5-460c-a552-f624d166a057,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:40.818236 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 5aa8ddb6-2460-424f-83d1-8ab26670b1cd no longer exists at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:05:40.843571 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-b418fd17-f50f-475a-a4f3-7721f934bedb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:40.847080 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] No Port match for: 5aa8ddb6-2460-424f-83d1-8ab26670b1cd {{(pid=93022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:05:40.848934 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 5aa8ddb6-2460-424f-83d1-8ab26670b1cd not bound to the agent host dv-cinder-800697-3-iscsi {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:05:40.883000 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-b418fd17-f50f-475a-a4f3-7721f934bedb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:40.896186 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-050f47d1-a543-43de-b213-f6a60574676d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8363120'] for router_gateway, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:40.908760 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-1685f0a0-a9b2-47c5-a514-cfd23f32c823 req-ef72d232-eb80-4495-af6f-dc873fecf83e tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks [] for port, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:40.923711 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [req-1685f0a0-a9b2-47c5-a514-cfd23f32c823 req-ef72d232-eb80-4495-af6f-dc873fecf83e tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Transition to ACTIVE for port object a3545818-9902-40e8-b49d-2425ea5cd566 will not be triggered until provisioned by entity DHCP. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:05:40.961683 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-1685f0a0-a9b2-47c5-a514-cfd23f32c823 req-ef72d232-eb80-4495-af6f-dc873fecf83e tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786206872486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:41.011196 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-050f47d1-a543-43de-b213-f6a60574676d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8301028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126844'] for router, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:41.013717 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-050f47d1-a543-43de-b213-f6a60574676d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:41.016525 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1685f0a0-a9b2-47c5-a514-cfd23f32c823 req-ef72d232-eb80-4495-af6f-dc873fecf83e tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Network 4ff04a31-0c23-4b48-92bc-f65e7b91222b is already hosted by enough agents. {{(pid=93020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:05:41.023407 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.base_scheduler [req-1685f0a0-a9b2-47c5-a514-cfd23f32c823 req-ef72d232-eb80-4495-af6f-dc873fecf83e tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Resources bound (agent type, host, resource id): {{(pid=93020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:41.036337 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [req-1685f0a0-a9b2-47c5-a514-cfd23f32c823 req-ef72d232-eb80-4495-af6f-dc873fecf83e tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Received port after_create {{(pid=93020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:05:41.040965 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72d232-eb80-4495-af6f-dc873fecf83e tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Pushing event updated for resources: {'Port': ['ID=a3545818-9902-40e8-b49d-2425ea5cd566,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:41.084752 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-050f47d1-a543-43de-b213-f6a60574676d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8298994'] for router, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:41.085527 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050f47d1-a543-43de-b213-f6a60574676d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b70a51fb-758c-43b3-8e8f-f203c90c25ad {{(pid=93021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:05:41.095150 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-050f47d1-a543-43de-b213-f6a60574676d admin admin] Notify callbacks [] for router, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:41.096738 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-050f47d1-a543-43de-b213-f6a60574676d admin admin] 10.222.0.98 "DELETE /v2.0/routers/b70a51fb-758c-43b3-8e8f-f203c90c25ad HTTP/1.1" status: 204 len: 168 time: 1.5047128 Jul 16 20:05:41.098021 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-b418fd17-f50f-475a-a4f3-7721f934bedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:41.100855 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-b418fd17-f50f-475a-a4f3-7721f934bedb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:41.101097 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 59820) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:41.102153 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-b418fd17-f50f-475a-a4f3-7721f934bedb admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/54edc8dc-7726-493b-aeb6-1a0aa5ad7b43 HTTP/1.1" status: 204 len: 168 time: 0.4820607 Jul 16 20:05:41.110990 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b418fd17-f50f-475a-a4f3-7721f934bedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54edc8dc-7726-493b-aeb6-1a0aa5ad7b43,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:41.117174 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685f0a0-a9b2-47c5-a514-cfd23f32c823 req-ef72d232-eb80-4495-af6f-dc873fecf83e tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:41.117946 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-1685f0a0-a9b2-47c5-a514-cfd23f32c823 req-ef72d232-eb80-4495-af6f-dc873fecf83e tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for port, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:41.175500 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 59824) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:41.180867 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c39f58d-a8a9-499b-b3b4-87813ebcd161 admin admin] Deleting subnet 2bd7e84a-b9db-4784-8631-ef6f78543a75 {{(pid=93020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:05:41.181702 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-8c39f58d-a8a9-499b-b3b4-87813ebcd161 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:41.196512 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-f3bbd058-3acb-4b1e-9a19-5ae763bb33dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:41.218013 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1685f0a0-a9b2-47c5-a514-cfd23f32c823 req-ef72d232-eb80-4495-af6f-dc873fecf83e tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0475395 Jul 16 20:05:41.265347 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [req-1685f0a0-a9b2-47c5-a514-cfd23f32c823 req-a2ea8d0d-41f8-411f-9171-45df87f54470 service neutron] Request body: {'port': {'device_id': 'd673e923-f315-4301-a81d-fe804de00132', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:41.315706 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-8c39f58d-a8a9-499b-b3b4-87813ebcd161 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6078582'] for subnet, precommit_delete_associations {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:41.337871 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-f3bbd058-3acb-4b1e-9a19-5ae763bb33dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:41.344434 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-f3bbd058-3acb-4b1e-9a19-5ae763bb33dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:41.385223 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-84b02c6d-87e1-4801-a028-49331890ab30 None None] Provisioning for port a3545818-9902-40e8-b49d-2425ea5cd566 completed by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:05:41.390481 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-84b02c6d-87e1-4801-a028-49331890ab30 None None] Provisioning complete for port a3545818-9902-40e8-b49d-2425ea5cd566 triggered by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:41.390870 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-84b02c6d-87e1-4801-a028-49331890ab30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:41.407271 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-f3bbd058-3acb-4b1e-9a19-5ae763bb33dd admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5c69b878a6ff4533ba0757ee501b2d15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2303948 Jul 16 20:05:41.408260 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 59828) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:41.413238 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e59c5-b331-472e-a28b-d6ce0dd669a9 req-06bc498b-250e-44cc-8702-f2a02f38da96 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:41.414668 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d86e59c5-b331-472e-a28b-d6ce0dd669a9 req-06bc498b-250e-44cc-8702-f2a02f38da96 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 931 time: 0.2054198 Jul 16 20:05:41.434842 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bbd058-3acb-4b1e-9a19-5ae763bb33dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1ab974-7eed-40af-bbd1-a095898054e8,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:41.451930 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-1685f0a0-a9b2-47c5-a514-cfd23f32c823 req-a2ea8d0d-41f8-411f-9171-45df87f54470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:41.454145 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-84b02c6d-87e1-4801-a028-49331890ab30 None None] Port a3545818-9902-40e8-b49d-2425ea5cd566 cannot update to ACTIVE because it is not bound. {{(pid=93022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:05:41.493392 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-fedbf388-6972-48c5-931f-49dda919d2c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:41.517621 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-fedbf388-6972-48c5-931f-49dda919d2c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:41.532586 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-8c39f58d-a8a9-499b-b3b4-87813ebcd161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001713'] for subnet, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:41.538966 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d86e59c5-b331-472e-a28b-d6ce0dd669a9 req-2161fb3d-910c-4570-9351-1deb8b8478e4 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=78e002dc-dd47-49bf-9fe9-3d77220096c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085942 Jul 16 20:05:41.592828 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-fedbf388-6972-48c5-931f-49dda919d2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:41.595755 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-fedbf388-6972-48c5-931f-49dda919d2c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:41.599246 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-fedbf388-6972-48c5-931f-49dda919d2c1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ce1ab974-7eed-40af-bbd1-a095898054e8 HTTP/1.1" status: 204 len: 168 time: 0.1832342 Jul 16 20:05:41.619647 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 59832) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:41.633190 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedbf388-6972-48c5-931f-49dda919d2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1ab974-7eed-40af-bbd1-a095898054e8,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:41.649842 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-38b37e5c-6447-4e11-9c6c-0a83c55b219c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:41.717046 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-8c39f58d-a8a9-499b-b3b4-87813ebcd161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7945194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6084591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5499290'] for subnet, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:41.752241 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-38b37e5c-6447-4e11-9c6c-0a83c55b219c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:41.752799 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c39f58d-a8a9-499b-b3b4-87813ebcd161 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bd7e84a-b9db-4784-8631-ef6f78543a75,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:41.758412 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-8c39f58d-a8a9-499b-b3b4-87813ebcd161 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:41.759851 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-38b37e5c-6447-4e11-9c6c-0a83c55b219c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:41.760743 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-8c39f58d-a8a9-499b-b3b4-87813ebcd161 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/2bd7e84a-b9db-4784-8631-ef6f78543a75 HTTP/1.1" status: 204 len: 168 time: 0.6503470 Jul 16 20:05:41.763710 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 59834) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:41.768729 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef2d759-99a0-4058-a914-6f38af70d4e3 None None] Network 1781c1cc-212e-46b9-acf4-bf5d41050670 requested from dv-cinder-800697-3-iscsi {{(pid=93022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:05:41.826946 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-38b37e5c-6447-4e11-9c6c-0a83c55b219c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9ac188d83e3d413880d95472d8edcfc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2056921 Jul 16 20:05:41.829936 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 59836) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:41.830784 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b37e5c-6447-4e11-9c6c-0a83c55b219c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4faa7f21-68d0-44fa-bc20-330702cac09b,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:41.902986 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [req-1685f0a0-a9b2-47c5-a514-cfd23f32c823 req-a2ea8d0d-41f8-411f-9171-45df87f54470 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3545818-9902-40e8-b49d-2425ea5cd566 {{(pid=93020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:05:41.912008 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6313baf2-891d-4f1c-90e2-3e8c67a7db2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556954'] for network, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:41.913859 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-1685f0a0-a9b2-47c5-a514-cfd23f32c823 req-a2ea8d0d-41f8-411f-9171-45df87f54470 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:41.929763 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [req-1685f0a0-a9b2-47c5-a514-cfd23f32c823 req-a2ea8d0d-41f8-411f-9171-45df87f54470 service neutron] Transition to ACTIVE for port object a3545818-9902-40e8-b49d-2425ea5cd566 will not be triggered until provisioned by entity L2. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:05:41.939760 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-1685f0a0-a9b2-47c5-a514-cfd23f32c823 req-a2ea8d0d-41f8-411f-9171-45df87f54470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6084517'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:41.962192 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-8e9ca5d6-6df3-4ae8-9332-d2bcfa408f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:41.998219 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-8e9ca5d6-6df3-4ae8-9332-d2bcfa408f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:42.009709 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea8d0d-41f8-411f-9171-45df87f54470 service neutron] Pushing event updated for resources: {'Port': ['ID=a3545818-9902-40e8-b49d-2425ea5cd566,revision_number=2']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:42.018711 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade85e6f-6a0c-44fa-9fa0-5519d1e66649 None None] DHCP port deletion for 1781c1cc-212e-46b9-acf4-bf5d41050670 request from dv-cinder-800697-3-iscsi {{(pid=93022) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:05:42.054193 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.plugin [None req-6313baf2-891d-4f1c-90e2-3e8c67a7db2e admin admin] Deleting port 0989a19f-fc96-4a2f-933d-6a2e0b5b8297 {{(pid=93021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:05:42.054878 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6313baf2-891d-4f1c-90e2-3e8c67a7db2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786207273135'] for port, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:42.096389 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [req-1685f0a0-a9b2-47c5-a514-cfd23f32c823 req-a2ea8d0d-41f8-411f-9171-45df87f54470 service neutron] Attempting to bind port a3545818-9902-40e8-b49d-2425ea5cd566 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:05:42.096732 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [req-1685f0a0-a9b2-47c5-a514-cfd23f32c823 req-a2ea8d0d-41f8-411f-9171-45df87f54470 service neutron] Attempting to bind port a3545818-9902-40e8-b49d-2425ea5cd566 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '1c4d2179-a936-4f83-8fe1-458e36f04a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '4ff04a31-0c23-4b48-92bc-f65e7b91222b'}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:05:42.097123 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1685f0a0-a9b2-47c5-a514-cfd23f32c823 req-a2ea8d0d-41f8-411f-9171-45df87f54470 service neutron] Attempting to bind port a3545818-9902-40e8-b49d-2425ea5cd566 on network 4ff04a31-0c23-4b48-92bc-f65e7b91222b {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:05:42.100816 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-ade85e6f-6a0c-44fa-9fa0-5519d1e66649 None None] Deleting port 0989a19f-fc96-4a2f-933d-6a2e0b5b8297 {{(pid=93022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:05:42.101453 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ade85e6f-6a0c-44fa-9fa0-5519d1e66649 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786207273135'] for port, before_delete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:42.102639 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1685f0a0-a9b2-47c5-a514-cfd23f32c823 req-a2ea8d0d-41f8-411f-9171-45df87f54470 service neutron] Port a3545818-9902-40e8-b49d-2425ea5cd566 on network 4ff04a31-0c23-4b48-92bc-f65e7b91222b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:05:42.103105 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1685f0a0-a9b2-47c5-a514-cfd23f32c823 req-a2ea8d0d-41f8-411f-9171-45df87f54470 service neutron] Attempting to bind port a3545818-9902-40e8-b49d-2425ea5cd566 on network 4ff04a31-0c23-4b48-92bc-f65e7b91222b {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:05:42.108915 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1685f0a0-a9b2-47c5-a514-cfd23f32c823 req-a2ea8d0d-41f8-411f-9171-45df87f54470 service neutron] Checking agent: {'id': 'bb34d2fe-afd3-464c-b7a4-0ee0e23bc19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 21), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:05:42.109255 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1685f0a0-a9b2-47c5-a514-cfd23f32c823 req-a2ea8d0d-41f8-411f-9171-45df87f54470 service neutron] Checking segment: {'id': '1c4d2179-a936-4f83-8fe1-458e36f04a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '4ff04a31-0c23-4b48-92bc-f65e7b91222b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:05:42.109656 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1685f0a0-a9b2-47c5-a514-cfd23f32c823 req-a2ea8d0d-41f8-411f-9171-45df87f54470 service neutron] Bound using segment: {'id': '1c4d2179-a936-4f83-8fe1-458e36f04a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '4ff04a31-0c23-4b48-92bc-f65e7b91222b'} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:05:42.111539 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [req-1685f0a0-a9b2-47c5-a514-cfd23f32c823 req-a2ea8d0d-41f8-411f-9171-45df87f54470 service neutron] Bound port: a3545818-9902-40e8-b49d-2425ea5cd566, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c4d2179-a936-4f83-8fe1-458e36f04a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '4ff04a31-0c23-4b48-92bc-f65e7b91222b'}}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:05:42.111913 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-1685f0a0-a9b2-47c5-a514-cfd23f32c823 req-a2ea8d0d-41f8-411f-9171-45df87f54470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:42.202491 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-ade85e6f-6a0c-44fa-9fa0-5519d1e66649 None None] For port 0989a19f-fc96-4a2f-933d-6a2e0b5b8297, host dv-cinder-800697-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=0989a19f-fc96-4a2f-933d-6a2e0b5b8297,segment=NetworkSegment(e6ad63b0-3eaf-40e7-aaf8-1dfb814bd7c7),segment_id=e6ad63b0-3eaf-40e7-aaf8-1dfb814bd7c7)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:42.202888 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ade85e6f-6a0c-44fa-9fa0-5519d1e66649 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8298881'] for port, precommit_delete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:42.220114 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-ade85e6f-6a0c-44fa-9fa0-5519d1e66649 None None] Calling delete_port for 0989a19f-fc96-4a2f-933d-6a2e0b5b8297 owned by network:dhcp {{(pid=93022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:05:42.243897 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [req-1685f0a0-a9b2-47c5-a514-cfd23f32c823 req-a2ea8d0d-41f8-411f-9171-45df87f54470 service neutron] For port a3545818-9902-40e8-b49d-2425ea5cd566, host hv-cinder-80069, cleared binding levels {{(pid=93020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:05:42.247531 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [req-1685f0a0-a9b2-47c5-a514-cfd23f32c823 req-a2ea8d0d-41f8-411f-9171-45df87f54470 service neutron] For port a3545818-9902-40e8-b49d-2425ea5cd566, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=a3545818-9902-40e8-b49d-2425ea5cd566,segment=NetworkSegment(1c4d2179-a936-4f83-8fe1-458e36f04a04),segment_id=1c4d2179-a936-4f83-8fe1-458e36f04a04)] {{(pid=93020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:05:42.256906 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-1685f0a0-a9b2-47c5-a514-cfd23f32c823 req-a2ea8d0d-41f8-411f-9171-45df87f54470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6084517'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:42.321774 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685f0a0-a9b2-47c5-a514-cfd23f32c823 req-a2ea8d0d-41f8-411f-9171-45df87f54470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:42.322491 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-1685f0a0-a9b2-47c5-a514-cfd23f32c823 req-a2ea8d0d-41f8-411f-9171-45df87f54470 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for port, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:42.324399 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1685f0a0-a9b2-47c5-a514-cfd23f32c823 req-a2ea8d0d-41f8-411f-9171-45df87f54470 service neutron] 10.222.0.102 "PUT /v2.0/ports/a3545818-9902-40e8-b49d-2425ea5cd566 HTTP/1.1" status: 200 len: 1093 time: 1.0869699 Jul 16 20:05:42.325734 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd673e923-f315-4301-a81d-fe804de00132', 'tag': 'a3545818-9902-40e8-b49d-2425ea5cd566'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:05:42.328012 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fae8f2ff960fe93758be445b473a7dfd6f7d616fbf5a964bb8e60e5228696b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4221e2b8-2ad3-4fe0-8fce-acf438e4170f" -d '{"events": [{"name": "network-changed", "server_uuid": "d673e923-f315-4301-a81d-fe804de00132", "tag": "a3545818-9902-40e8-b49d-2425ea5cd566"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:05:42.347649 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea8d0d-41f8-411f-9171-45df87f54470 service neutron] Pushing event updated for resources: {'Port': ['ID=a3545818-9902-40e8-b49d-2425ea5cd566,revision_number=3']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:42.384496 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ade85e6f-6a0c-44fa-9fa0-5519d1e66649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786207273858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786206872495'] for port, after_delete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:42.416414 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a92fb5-5859-4d7a-ab1a-0b888dbef968 x-openstack-request-id: req-76a92fb5-5859-4d7a-ab1a-0b888dbef968 {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:05:42.416960 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d673e923-f315-4301-a81d-fe804de00132", "tag": "a3545818-9902-40e8-b49d-2425ea5cd566", "status": "completed", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:05:42.417384 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-76a92fb5-5859-4d7a-ab1a-0b888dbef968 {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:05:42.417925 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd673e923-f315-4301-a81d-fe804de00132', 'tag': 'a3545818-9902-40e8-b49d-2425ea5cd566', 'status': 'completed', 'code': 200} Jul 16 20:05:42.449600 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade85e6f-6a0c-44fa-9fa0-5519d1e66649 None None] No DVR routers for this DVR port 0989a19f-fc96-4a2f-933d-6a2e0b5b8297 on host dv-cinder-800697-3-iscsi {{(pid=93022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:05:42.452791 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade85e6f-6a0c-44fa-9fa0-5519d1e66649 None None] Pushing event deleted for resources: {'Port': ['ID=0989a19f-fc96-4a2f-933d-6a2e0b5b8297,revision_number=None']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:42.453263 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685f0a0-a9b2-47c5-a514-cfd23f32c823 req-3c976409-4846-4136-bed5-64d90e866d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:42.455883 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1685f0a0-a9b2-47c5-a514-cfd23f32c823 req-3c976409-4846-4136-bed5-64d90e866d57 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b242095010ee4963872bd0cfcbacc3fa&device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 1096 time: 0.0856750 Jul 16 20:05:42.526470 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1685f0a0-a9b2-47c5-a514-cfd23f32c823 req-22e6080d-f9cc-4165-9dab-dad56f22810a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3545818-9902-40e8-b49d-2425ea5cd566 HTTP/1.1" status: 200 len: 217 time: 0.0633781 Jul 16 20:05:42.555250 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.db [None req-6313baf2-891d-4f1c-90e2-3e8c67a7db2e admin admin] For port 0989a19f-fc96-4a2f-933d-6a2e0b5b8297, host dv-cinder-800697-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=0989a19f-fc96-4a2f-933d-6a2e0b5b8297,segment=NetworkSegment(e6ad63b0-3eaf-40e7-aaf8-1dfb814bd7c7),segment_id=e6ad63b0-3eaf-40e7-aaf8-1dfb814bd7c7)] {{(pid=93021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:42.555765 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6313baf2-891d-4f1c-90e2-3e8c67a7db2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8298881'] for port, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:42.558245 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 0989a19f-fc96-4a2f-933d-6a2e0b5b8297 no longer exists at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:05:42.566856 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-8e9ca5d6-6df3-4ae8-9332-d2bcfa408f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:42.569398 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-8e9ca5d6-6df3-4ae8-9332-d2bcfa408f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:42.571183 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-8e9ca5d6-6df3-4ae8-9332-d2bcfa408f11 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4faa7f21-68d0-44fa-bc20-330702cac09b HTTP/1.1" status: 204 len: 168 time: 0.7265365 Jul 16 20:05:42.576268 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.plugin [None req-6313baf2-891d-4f1c-90e2-3e8c67a7db2e admin admin] Calling delete_port for 0989a19f-fc96-4a2f-933d-6a2e0b5b8297 owned by network:dhcp {{(pid=93021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:05:42.589418 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ca5d6-6df3-4ae8-9332-d2bcfa408f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4faa7f21-68d0-44fa-bc20-330702cac09b,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:42.597160 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] No Port match for: 0989a19f-fc96-4a2f-933d-6a2e0b5b8297 {{(pid=93022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:05:42.597505 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 0989a19f-fc96-4a2f-933d-6a2e0b5b8297 not bound to the agent host dv-cinder-800697-3-iscsi {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:05:42.597957 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 4f46556c-dc5a-4bc5-b382-4537d84f67f4 no longer exists at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:05:42.631761 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] No Port match for: 4f46556c-dc5a-4bc5-b382-4537d84f67f4 {{(pid=93022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:05:42.632053 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 4f46556c-dc5a-4bc5-b382-4537d84f67f4 not bound to the agent host dv-cinder-800697-3-iscsi {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:05:42.685576 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685f0a0-a9b2-47c5-a514-cfd23f32c823 req-991f8813-b263-4f69-9ab2-aa3c3c1a7e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:42.687253 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1685f0a0-a9b2-47c5-a514-cfd23f32c823 req-991f8813-b263-4f69-9ab2-aa3c3c1a7e36 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=bbca6f5f-fd8e-4af4-b23d-e7ec2502b976 HTTP/1.1" status: 200 len: 855 time: 0.1478207 Jul 16 20:05:42.738445 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6313baf2-891d-4f1c-90e2-3e8c67a7db2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786207273858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786206872495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8120956'] for port, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:42.781235 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6313baf2-891d-4f1c-90e2-3e8c67a7db2e admin admin] Pushing event deleted for resources: {'Port': ['ID=0989a19f-fc96-4a2f-933d-6a2e0b5b8297,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:42.791400 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6313baf2-891d-4f1c-90e2-3e8c67a7db2e admin admin] No DVR routers for this DVR port 0989a19f-fc96-4a2f-933d-6a2e0b5b8297 on host dv-cinder-800697-3-iscsi {{(pid=93021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:05:42.806411 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685f0a0-a9b2-47c5-a514-cfd23f32c823 req-4bc187c8-0386-436d-a7d2-2d51bdb6e0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:42.807967 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1685f0a0-a9b2-47c5-a514-cfd23f32c823 req-4bc187c8-0386-436d-a7d2-2d51bdb6e0c6 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=4ff04a31-0c23-4b48-92bc-f65e7b91222b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1140060 Jul 16 20:05:42.849251 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a7e43-4e69-43de-b28d-58456371f594 req-3b3c3996-51e8-40bc-8b83-a8a7266496c3 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:42.850794 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1b7a7e43-4e69-43de-b28d-58456371f594 req-3b3c3996-51e8-40bc-8b83-a8a7266496c3 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 943 time: 0.1017632 Jul 16 20:05:42.878767 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6313baf2-891d-4f1c-90e2-3e8c67a7db2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002645', 'neutron.services.segments.db._delete_segments_for_network-8786207386444'] for network, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:42.890874 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.services.segments.db [None req-6313baf2-891d-4f1c-90e2-3e8c67a7db2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1781c1cc-212e-46b9-acf4-bf5d41050670']}} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:42.901425 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.services.segments.db [None req-6313baf2-891d-4f1c-90e2-3e8c67a7db2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6ad63b0-3eaf-40e7-aaf8-1dfb814bd7c7') {'for_net_delete': True} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:42.901981 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.services.segments.db [None req-6313baf2-891d-4f1c-90e2-3e8c67a7db2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6ad63b0-3eaf-40e7-aaf8-1dfb814bd7c7') {} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:42.912479 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6313baf2-891d-4f1c-90e2-3e8c67a7db2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786207387733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5939977'] for segment, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:42.932278 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6313baf2-891d-4f1c-90e2-3e8c67a7db2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964265'] for segment, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:42.942381 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1b7a7e43-4e69-43de-b28d-58456371f594 req-abba1d72-9840-4fd2-9522-a59f8be8776c tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=78e002dc-dd47-49bf-9fe9-3d77220096c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832255 Jul 16 20:05:42.942891 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6313baf2-891d-4f1c-90e2-3e8c67a7db2e admin admin] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=93021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:05:42.943506 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6313baf2-891d-4f1c-90e2-3e8c67a7db2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8121261'] for segment, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:42.963630 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1685f0a0-a9b2-47c5-a514-cfd23f32c823 req-633ba15a-9e30-42dc-bb5a-205769c14f0e service neutron] 10.222.0.102 "GET /v2.0/networks/4ff04a31-0c23-4b48-92bc-f65e7b91222b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432343 Jul 16 20:05:42.968560 dv-cinder-800697-3-iscsi neutron-server[93021]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:05:42.968560 dv-cinder-800697-3-iscsi neutron-server[93021]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:05:42.968560 dv-cinder-800697-3-iscsi neutron-server[93021]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:05:42.968560 dv-cinder-800697-3-iscsi neutron-server[93021]: self.session.flush() Jul 16 20:05:42.968560 dv-cinder-800697-3-iscsi neutron-server[93021]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:05:42.968560 dv-cinder-800697-3-iscsi neutron-server[93021]: self.session.flush() Jul 16 20:05:42.968560 dv-cinder-800697-3-iscsi neutron-server[93021]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:05:42.968560 dv-cinder-800697-3-iscsi neutron-server[93021]: self.session.flush() Jul 16 20:05:42.968560 dv-cinder-800697-3-iscsi neutron-server[93021]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:05:42.968560 dv-cinder-800697-3-iscsi neutron-server[93021]: self.session.flush() Jul 16 20:05:42.968560 dv-cinder-800697-3-iscsi neutron-server[93021]: Traceback (most recent call last): Jul 16 20:05:42.968560 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:05:42.968560 dv-cinder-800697-3-iscsi neutron-server[93021]: timer() Jul 16 20:05:42.968560 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:05:42.968560 dv-cinder-800697-3-iscsi neutron-server[93021]: cb(*args, **kw) Jul 16 20:05:42.968560 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:05:42.968560 dv-cinder-800697-3-iscsi neutron-server[93021]: return func(*args, **kwargs) Jul 16 20:05:42.968560 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:05:42.968560 dv-cinder-800697-3-iscsi neutron-server[93021]: self._notify() Jul 16 20:05:42.968560 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:05:42.968560 dv-cinder-800697-3-iscsi neutron-server[93021]: self.callback(batched_events) Jul 16 20:05:42.968560 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:05:42.968560 dv-cinder-800697-3-iscsi neutron-server[93021]: event.method(event) Jul 16 20:05:42.968560 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:05:42.968560 dv-cinder-800697-3-iscsi neutron-server[93021]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:05:42.968560 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:05:42.968560 dv-cinder-800697-3-iscsi neutron-server[93021]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:05:42.968560 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:05:42.968560 dv-cinder-800697-3-iscsi neutron-server[93021]: return f(self, *a, **k) Jul 16 20:05:42.968560 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:05:42.968560 dv-cinder-800697-3-iscsi neutron-server[93021]: return self._get(url).json() Jul 16 20:05:42.968560 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:05:42.968560 dv-cinder-800697-3-iscsi neutron-server[93021]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:05:42.968560 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:05:42.968560 dv-cinder-800697-3-iscsi neutron-server[93021]: return self.request(url, 'GET', **kwargs) Jul 16 20:05:42.968560 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:05:42.968560 dv-cinder-800697-3-iscsi neutron-server[93021]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:05:42.968560 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:05:42.968560 dv-cinder-800697-3-iscsi neutron-server[93021]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:05:42.968560 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:05:42.968560 dv-cinder-800697-3-iscsi neutron-server[93021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:05:42.968560 dv-cinder-800697-3-iscsi neutron-server[93021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:05:43.034335 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6313baf2-891d-4f1c-90e2-3e8c67a7db2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8363180'] for network, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:43.045870 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6313baf2-891d-4f1c-90e2-3e8c67a7db2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for network, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:43.049629 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-6313baf2-891d-4f1c-90e2-3e8c67a7db2e admin admin] 10.222.0.98 "DELETE /v2.0/networks/1781c1cc-212e-46b9-acf4-bf5d41050670 HTTP/1.1" status: 204 len: 168 time: 1.2831516 Jul 16 20:05:43.063457 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6313baf2-891d-4f1c-90e2-3e8c67a7db2e admin admin] Pushing event deleted for resources: {'Network': ['ID=1781c1cc-212e-46b9-acf4-bf5d41050670,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:43.071481 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1685f0a0-a9b2-47c5-a514-cfd23f32c823 req-b8e35424-f1c5-4cbe-a90c-34edb912a21e service neutron] 10.222.0.102 "GET /v2.0/networks/4ff04a31-0c23-4b48-92bc-f65e7b91222b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006763 Jul 16 20:05:43.181587 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221e2b8-2ad3-4fe0-8fce-acf438e4170f req-5a018605-fc92-41e9-8d7c-46e03a1a0233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:43.183189 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-4221e2b8-2ad3-4fe0-8fce-acf438e4170f req-5a018605-fc92-41e9-8d7c-46e03a1a0233 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b242095010ee4963872bd0cfcbacc3fa&device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 1096 time: 0.0592010 Jul 16 20:05:43.276227 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 59890) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:43.280723 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221e2b8-2ad3-4fe0-8fce-acf438e4170f req-a7f84cff-b3bc-4597-b5c4-ff3e1bdf7d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:43.282185 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-4221e2b8-2ad3-4fe0-8fce-acf438e4170f req-a7f84cff-b3bc-4597-b5c4-ff3e1bdf7d3c service neutron] 10.222.0.102 "GET /v2.0/networks?id=4ff04a31-0c23-4b48-92bc-f65e7b91222b HTTP/1.1" status: 200 len: 918 time: 0.0913310 Jul 16 20:05:43.335374 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-4f03d03c-a502-4951-b7bd-403e0a17a3de admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=454a9d33c455460a9dfb59ca6c522da9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0576770 Jul 16 20:05:43.337574 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 59894) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:43.338740 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-4221e2b8-2ad3-4fe0-8fce-acf438e4170f req-87aa0479-1bfd-485c-a0d4-6b9359fde7b0 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3545818-9902-40e8-b49d-2425ea5cd566 HTTP/1.1" status: 200 len: 217 time: 0.0485475 Jul 16 20:05:43.394962 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221e2b8-2ad3-4fe0-8fce-acf438e4170f req-cbb2f03f-381e-41b4-b6cb-f233cc4684a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:43.396513 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-4221e2b8-2ad3-4fe0-8fce-acf438e4170f req-cbb2f03f-381e-41b4-b6cb-f233cc4684a8 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=bbca6f5f-fd8e-4af4-b23d-e7ec2502b976 HTTP/1.1" status: 200 len: 855 time: 0.0507560 Jul 16 20:05:43.398114 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-85ad4c28-fced-42b9-b02e-9668bfae8d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:43.422588 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-85ad4c28-fced-42b9-b02e-9668bfae8d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:43.474270 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221e2b8-2ad3-4fe0-8fce-acf438e4170f req-9e6bec3f-d406-411b-ae2e-3bbe64185525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:43.475624 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-85ad4c28-fced-42b9-b02e-9668bfae8d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:43.478231 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-85ad4c28-fced-42b9-b02e-9668bfae8d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:43.479410 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-85ad4c28-fced-42b9-b02e-9668bfae8d68 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/87f47825-2141-487b-83ca-806fe15bccec HTTP/1.1" status: 204 len: 168 time: 0.1408436 Jul 16 20:05:43.480015 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-4221e2b8-2ad3-4fe0-8fce-acf438e4170f req-9e6bec3f-d406-411b-ae2e-3bbe64185525 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=4ff04a31-0c23-4b48-92bc-f65e7b91222b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0752378 Jul 16 20:05:43.491701 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad4c28-fced-42b9-b02e-9668bfae8d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f47825-2141-487b-83ca-806fe15bccec,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:43.582197 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-4221e2b8-2ad3-4fe0-8fce-acf438e4170f req-27770fc7-a1bf-49cc-a65f-53c99d1d567b service neutron] 10.222.0.102 "GET /v2.0/networks/4ff04a31-0c23-4b48-92bc-f65e7b91222b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945959 Jul 16 20:05:43.677805 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-4221e2b8-2ad3-4fe0-8fce-acf438e4170f req-5097ba7e-908b-41ae-97ce-c4b66889ad32 service neutron] 10.222.0.102 "GET /v2.0/networks/4ff04a31-0c23-4b48-92bc-f65e7b91222b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885792 Jul 16 20:05:43.880466 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 59918) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:43.926731 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-75db5e65-8333-4014-8348-49601ce49028 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2e25a665d4c7453f935b4598076a0089&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0450699 Jul 16 20:05:43.929328 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 59922) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:43.988197 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-570cf428-82a7-4e4a-bee4-5ae719220b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:44.012152 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 59928) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:44.020963 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-570cf428-82a7-4e4a-bee4-5ae719220b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:44.077049 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-570cf428-82a7-4e4a-bee4-5ae719220b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:44.079894 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-570cf428-82a7-4e4a-bee4-5ae719220b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:44.081206 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-570cf428-82a7-4e4a-bee4-5ae719220b2e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a1e435d9-bfd5-4020-80d8-2f8b1a8c30b9 HTTP/1.1" status: 204 len: 168 time: 0.1508818 Jul 16 20:05:44.089605 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf428-82a7-4e4a-bee4-5ae719220b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e435d9-bfd5-4020-80d8-2f8b1a8c30b9,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:44.150207 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7458a7f8-ef42-4c7c-90a8-5d1ab019721d req-43aefda5-10c9-4f3c-95fc-53496c3064a7 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:44.151883 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-7458a7f8-ef42-4c7c-90a8-5d1ab019721d req-43aefda5-10c9-4f3c-95fc-53496c3064a7 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 943 time: 0.0735519 Jul 16 20:05:44.173935 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-4cef9b0c-55ec-469d-a832-65558cdc640d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:44.215981 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-7458a7f8-ef42-4c7c-90a8-5d1ab019721d req-9ea46929-c589-405d-967f-9aed878aae33 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=78e002dc-dd47-49bf-9fe9-3d77220096c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560091 Jul 16 20:05:44.305926 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-4cef9b0c-55ec-469d-a832-65558cdc640d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:44.310950 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-4cef9b0c-55ec-469d-a832-65558cdc640d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:44.353420 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-4cef9b0c-55ec-469d-a832-65558cdc640d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5625658e16014de097dd05828b5dc656&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3374233 Jul 16 20:05:44.353420 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef9b0c-55ec-469d-a832-65558cdc640d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3839e066-13dd-480c-ae63-935156d3e46c,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:44.353918 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 59938) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:44.439923 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-275ebc9f-ea11-4e98-b492-a29d73911f91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:44.487687 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-275ebc9f-ea11-4e98-b492-a29d73911f91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:44.540628 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-275ebc9f-ea11-4e98-b492-a29d73911f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:44.543250 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-275ebc9f-ea11-4e98-b492-a29d73911f91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:44.545020 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-275ebc9f-ea11-4e98-b492-a29d73911f91 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3839e066-13dd-480c-ae63-935156d3e46c HTTP/1.1" status: 204 len: 168 time: 0.1848359 Jul 16 20:05:44.553427 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275ebc9f-ea11-4e98-b492-a29d73911f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3839e066-13dd-480c-ae63-935156d3e46c,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:44.873423 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 59964) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:44.942757 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 59968) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:44.956124 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e26a9ba0-6329-4bfb-a7ca-cdd3c5fa832f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:45.046869 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e26a9ba0-6329-4bfb-a7ca-cdd3c5fa832f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:45.050810 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e26a9ba0-6329-4bfb-a7ca-cdd3c5fa832f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:45.084156 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [None req-0ffa6bb3-cf27-458f-8a04-cbd38dabddc2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-642272152-network', 'tenant_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2'}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:45.099472 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-e26a9ba0-6329-4bfb-a7ca-cdd3c5fa832f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=13a7137c2ce14113bd04c2ecce9d1b96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1557329 Jul 16 20:05:45.102242 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 59972) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:45.102740 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26a9ba0-6329-4bfb-a7ca-cdd3c5fa832f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602acd56-26bd-452b-bf2d-a70323162dc9,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:45.118748 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ffa6bb3-cf27-458f-8a04-cbd38dabddc2 admin admin] Made reservation on behalf of 8ec1ad2262744e7fa3dd96c5b0ef62f2 for: {'network': 1} {{(pid=93020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:05:45.121414 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-0ffa6bb3-cf27-458f-8a04-cbd38dabddc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for network, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:45.131078 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-0ffa6bb3-cf27-458f-8a04-cbd38dabddc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:45.156363 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-5def11cc-86a4-4d89-87be-e517bb3a1fba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:45.178582 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-5def11cc-86a4-4d89-87be-e517bb3a1fba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:45.223987 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-0ffa6bb3-cf27-458f-8a04-cbd38dabddc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:45.227683 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-0ffa6bb3-cf27-458f-8a04-cbd38dabddc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:45.230883 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-5def11cc-86a4-4d89-87be-e517bb3a1fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:45.234043 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-5def11cc-86a4-4d89-87be-e517bb3a1fba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:45.235214 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-5def11cc-86a4-4d89-87be-e517bb3a1fba admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/602acd56-26bd-452b-bf2d-a70323162dc9 HTTP/1.1" status: 204 len: 168 time: 0.1319358 Jul 16 20:05:45.242652 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def11cc-86a4-4d89-87be-e517bb3a1fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602acd56-26bd-452b-bf2d-a70323162dc9,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:45.276444 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ffa6bb3-cf27-458f-8a04-cbd38dabddc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1046, 'physical_network': 'physnet1'} {{(pid=93020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:05:45.283705 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffa6bb3-cf27-458f-8a04-cbd38dabddc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2794c533-d416-4bf8-a695-638c1f7152a4,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:45.290460 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-0ffa6bb3-cf27-458f-8a04-cbd38dabddc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964265'] for segment, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:45.290811 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.db.segments_db [None req-0ffa6bb3-cf27-458f-8a04-cbd38dabddc2 admin admin] Added segment c0ee1241-efc6-4d38-8bf8-51999d0ead40 of type vlan for network bdbd16a4-4f92-4443-ba28-8121ae0e03c0 Jul 16 20:05:45.334779 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-0ffa6bb3-cf27-458f-8a04-cbd38dabddc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786206831382'] for network, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:45.398882 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-0ffa6bb3-cf27-458f-8a04-cbd38dabddc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851'] for network, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:45.399849 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffa6bb3-cf27-458f-8a04-cbd38dabddc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:45.400427 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-0ffa6bb3-cf27-458f-8a04-cbd38dabddc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for network, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:45.440523 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-0ffa6bb3-cf27-458f-8a04-cbd38dabddc2 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5656497 Jul 16 20:05:45.443311 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 59984) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:45.448512 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [None req-e587d180-a568-4317-9e61-0657b05c2b7c admin admin] Request body: {'subnet': {'network_id': 'bdbd16a4-4f92-4443-ba28-8121ae0e03c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-642272152-subnet', 'tenant_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'ip_version': 4}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:45.470598 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e587d180-a568-4317-9e61-0657b05c2b7c admin admin] Made reservation on behalf of 8ec1ad2262744e7fa3dd96c5b0ef62f2 for: {'subnet': 1} {{(pid=93021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:05:45.473157 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-e587d180-a568-4317-9e61-0657b05c2b7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6192253'] for subnet, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:45.477056 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffa6bb3-cf27-458f-8a04-cbd38dabddc2 admin admin] Pushing event updated for resources: {'Network': ['ID=bdbd16a4-4f92-4443-ba28-8121ae0e03c0,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:45.487982 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Network bdbd16a4-4f92-4443-ba28-8121ae0e03c0 details requested by agent ovs-agent-dv-cinder-800697-3-iscsi with host dv-cinder-800697-3-iscsi {{(pid=93022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:05:45.488479 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e8d51-215a-46e2-8dd7-a60be0e6040d req-6bebee4f-fcf1-47e8-8cf9-d9ad6ed8702e tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:45.489690 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-656e8d51-215a-46e2-8dd7-a60be0e6040d req-6bebee4f-fcf1-47e8-8cf9-d9ad6ed8702e tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 943 time: 0.1443355 Jul 16 20:05:45.566381 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-656e8d51-215a-46e2-8dd7-a60be0e6040d req-696a070b-c034-4282-af01-99a666b47f4f tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=78e002dc-dd47-49bf-9fe9-3d77220096c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678248 Jul 16 20:05:45.642286 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device a3545818-9902-40e8-b49d-2425ea5cd566 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=93022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:05:45.715195 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-e587d180-a568-4317-9e61-0657b05c2b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7945194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8121040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6192239'] for subnet, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:45.762698 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port a3545818-9902-40e8-b49d-2425ea5cd566, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=a3545818-9902-40e8-b49d-2425ea5cd566,segment=NetworkSegment(1c4d2179-a936-4f83-8fe1-458e36f04a04),segment_id=1c4d2179-a936-4f83-8fe1-458e36f04a04)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:45.779760 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Returning: {'device': 'a3545818-9902-40e8-b49d-2425ea5cd566', 'network_id': '4ff04a31-0c23-4b48-92bc-f65e7b91222b', 'port_id': 'a3545818-9902-40e8-b49d-2425ea5cd566', 'mac_address': 'fa:16:3e:cb:c7:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbca6f5f-fd8e-4af4-b23d-e7ec2502b976', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:05:45.791098 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e587d180-a568-4317-9e61-0657b05c2b7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=11ecba9f-258e-4632-8889-94ecc6e745f0,revision_number=0']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:45.798370 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e587d180-a568-4317-9e61-0657b05c2b7c admin admin] Checking segment: {'id': 'c0ee1241-efc6-4d38-8bf8-51999d0ead40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'bdbd16a4-4f92-4443-ba28-8121ae0e03c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:05:45.798759 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e587d180-a568-4317-9e61-0657b05c2b7c admin admin] Network hostable DHCP agents. Network: bdbd16a4-4f92-4443-ba28-8121ae0e03c0, hostable agents: ['b3327041-ebae-4eef-8a27-dd2dfc08199a'], hosted agents: [] {{(pid=93021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:05:45.817433 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e587d180-a568-4317-9e61-0657b05c2b7c admin admin] Network bdbd16a4-4f92-4443-ba28-8121ae0e03c0 is scheduled to be hosted by DHCP agent b3327041-ebae-4eef-8a27-dd2dfc08199a with binding_index 1 {{(pid=93021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:05:45.826662 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:45.828951 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.base_scheduler [None req-e587d180-a568-4317-9e61-0657b05c2b7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-3-iscsi, bdbd16a4-4f92-4443-ba28-8121ae0e03c0) {{(pid=93021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:45.843843 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.notifiers.nova [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3545818-9902-40e8-b49d-2425ea5cd566 {{(pid=93022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:05:45.844360 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e587d180-a568-4317-9e61-0657b05c2b7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:45.845361 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-e587d180-a568-4317-9e61-0657b05c2b7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for subnet, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:45.848957 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914d78a8-e7ba-448c-90e3-fe32e0ac8625 None None] Network bdbd16a4-4f92-4443-ba28-8121ae0e03c0 requested from dv-cinder-800697-3-iscsi {{(pid=93022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:05:45.869256 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 60004) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:45.869452 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-e587d180-a568-4317-9e61-0657b05c2b7c admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4249771 Jul 16 20:05:45.874027 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [None req-8ed33511-ca4c-4d6b-80e6-88b1df74ddc1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-642272152-router', 'tenant_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3'}}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:45.897163 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-8ed33511-ca4c-4d6b-80e6-88b1df74ddc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8363236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126830'] for router, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:45.898206 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-8ed33511-ca4c-4d6b-80e6-88b1df74ddc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8300438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8363043', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8382923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126823'] for router, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:45.952056 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port a3545818-9902-40e8-b49d-2425ea5cd566, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=a3545818-9902-40e8-b49d-2425ea5cd566,segment=NetworkSegment(1c4d2179-a936-4f83-8fe1-458e36f04a04),segment_id=1c4d2179-a936-4f83-8fe1-458e36f04a04)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:45.966146 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:45.988120 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-8ed33511-ca4c-4d6b-80e6-88b1df74ddc1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:46.085461 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Pushing event updated for resources: {'Port': ['ID=a3545818-9902-40e8-b49d-2425ea5cd566,revision_number=4']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:46.100098 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d1abdc-266a-4ca6-887e-3d9cea9cab6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdcc69863-837d-598d-acb5-02636b18cee0-bdbd16a4-4f92-4443-ba28-8121ae0e03c0', 'network_id': 'bdbd16a4-4f92-4443-ba28-8121ae0e03c0', 'tenant_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'fixed_ips': [{'subnet_id': '11ecba9f-258e-4632-8889-94ecc6e745f0'}]}} from dv-cinder-800697-3-iscsi. {{(pid=93022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:05:46.101073 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-84d1abdc-266a-4ca6-887e-3d9cea9cab6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_create {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:46.146981 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-8ed33511-ca4c-4d6b-80e6-88b1df74ddc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8363057', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8363137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126837'] for router, precommit_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:46.254969 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.db_base_plugin_common [None req-84d1abdc-266a-4ca6-887e-3d9cea9cab6d None None] Allocated IP 172.20.0.2 (bdbd16a4-4f92-4443-ba28-8121ae0e03c0/11ecba9f-258e-4632-8889-94ecc6e745f0/2e0ec06f-0538-4053-a050-1c29dc3978d3) {{(pid=93022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:05:46.285235 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] get_ports_and_sgs() called for port_ids ['a3545818-9902-40e8-b49d-2425ea5cd566'] {{(pid=93022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:05:46.370971 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-8ed33511-ca4c-4d6b-80e6-88b1df74ddc1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:46.391481 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-8ed33511-ca4c-4d6b-80e6-88b1df74ddc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:46.476463 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-84d1abdc-266a-4ca6-887e-3d9cea9cab6d None None] Notify callbacks [] for port, precommit_create {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:46.493074 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-84d1abdc-266a-4ca6-887e-3d9cea9cab6d None None] Transition to ACTIVE for port object 2e0ec06f-0538-4053-a050-1c29dc3978d3 will not be triggered until provisioned by entity L2. {{(pid=93022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:05:46.505227 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.db_base_plugin_common [None req-8ed33511-ca4c-4d6b-80e6-88b1df74ddc1 admin admin] Allocated IP 172.27.1.194 (72bddd3a-8a62-4354-b4b3-8a4b3e183ea3/b7c8a0af-efd8-4b77-9799-206f74457d50/4a9f74ee-a0dc-412d-b96c-03ca41a2462e) {{(pid=93020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:05:46.510952 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-84d1abdc-266a-4ca6-887e-3d9cea9cab6d None None] Transition to ACTIVE for port object 2e0ec06f-0538-4053-a050-1c29dc3978d3 will not be triggered until provisioned by entity DHCP. {{(pid=93022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:05:46.521159 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-84d1abdc-266a-4ca6-887e-3d9cea9cab6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786206872486'] for port, after_create {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:46.592389 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d1abdc-266a-4ca6-887e-3d9cea9cab6d None None] Network bdbd16a4-4f92-4443-ba28-8121ae0e03c0 is already hosted by enough agents. {{(pid=93022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:05:46.597290 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.scheduler.base_scheduler [None req-84d1abdc-266a-4ca6-887e-3d9cea9cab6d None None] Resources bound (agent type, host, resource id): {{(pid=93022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:46.604838 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d1abdc-266a-4ca6-887e-3d9cea9cab6d None None] Received port after_create {{(pid=93022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:05:46.607149 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d1abdc-266a-4ca6-887e-3d9cea9cab6d None None] Pushing event updated for resources: {'Port': ['ID=2e0ec06f-0538-4053-a050-1c29dc3978d3,revision_number=1']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:46.636440 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-8ed33511-ca4c-4d6b-80e6-88b1df74ddc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:46.678212 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.managers [None req-84d1abdc-266a-4ca6-887e-3d9cea9cab6d None None] Attempting to bind port 2e0ec06f-0538-4053-a050-1c29dc3978d3 on host dv-cinder-800697-3-iscsi for vnic_type normal with profile {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:05:46.678609 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.managers [None req-84d1abdc-266a-4ca6-887e-3d9cea9cab6d None None] Attempting to bind port 2e0ec06f-0538-4053-a050-1c29dc3978d3 by drivers openvswitch,hyperv on host dv-cinder-800697-3-iscsi at level 0 using segments [{'id': 'c0ee1241-efc6-4d38-8bf8-51999d0ead40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'bdbd16a4-4f92-4443-ba28-8121ae0e03c0'}] {{(pid=93022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:05:46.679158 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d1abdc-266a-4ca6-887e-3d9cea9cab6d None None] Attempting to bind port 2e0ec06f-0538-4053-a050-1c29dc3978d3 on network bdbd16a4-4f92-4443-ba28-8121ae0e03c0 {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:05:46.685245 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d1abdc-266a-4ca6-887e-3d9cea9cab6d None None] Checking agent: {'id': '6d2f6f1f-2a68-46fa-b61c-109a868a14b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 53, 32), 'started_at': datetime.datetime(2021, 7, 16, 19, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:05:46.685783 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d1abdc-266a-4ca6-887e-3d9cea9cab6d None None] Checking segment: {'id': 'c0ee1241-efc6-4d38-8bf8-51999d0ead40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'bdbd16a4-4f92-4443-ba28-8121ae0e03c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:05:46.686264 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-84d1abdc-266a-4ca6-887e-3d9cea9cab6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:46.686857 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d1abdc-266a-4ca6-887e-3d9cea9cab6d None None] Bound using segment: {'id': 'c0ee1241-efc6-4d38-8bf8-51999d0ead40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'bdbd16a4-4f92-4443-ba28-8121ae0e03c0'} {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:05:46.687417 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.managers [None req-84d1abdc-266a-4ca6-887e-3d9cea9cab6d None None] Bound port: 2e0ec06f-0538-4053-a050-1c29dc3978d3, host: dv-cinder-800697-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0ee1241-efc6-4d38-8bf8-51999d0ead40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'bdbd16a4-4f92-4443-ba28-8121ae0e03c0'}}] {{(pid=93022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:05:46.687891 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-84d1abdc-266a-4ca6-887e-3d9cea9cab6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:46.690729 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-8ed33511-ca4c-4d6b-80e6-88b1df74ddc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786206872486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:46.743222 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed33511-ca4c-4d6b-80e6-88b1df74ddc1 admin admin] Network 72bddd3a-8a62-4354-b4b3-8a4b3e183ea3 is already hosted by enough agents. {{(pid=93020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:05:46.751242 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed33511-ca4c-4d6b-80e6-88b1df74ddc1 admin admin] Pushing event updated for resources: {'Port': ['ID=4a9f74ee-a0dc-412d-b96c-03ca41a2462e,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:46.754003 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.base_scheduler [None req-8ed33511-ca4c-4d6b-80e6-88b1df74ddc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:46.756352 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed33511-ca4c-4d6b-80e6-88b1df74ddc1 admin admin] Received port after_create {{(pid=93020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:05:46.786302 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-84d1abdc-266a-4ca6-887e-3d9cea9cab6d None None] For port 2e0ec06f-0538-4053-a050-1c29dc3978d3, host dv-cinder-800697-3-iscsi, cleared binding levels {{(pid=93022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:05:46.790791 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-84d1abdc-266a-4ca6-887e-3d9cea9cab6d None None] For port 2e0ec06f-0538-4053-a050-1c29dc3978d3, host dv-cinder-800697-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=2e0ec06f-0538-4053-a050-1c29dc3978d3,segment=NetworkSegment(c0ee1241-efc6-4d38-8bf8-51999d0ead40),segment_id=c0ee1241-efc6-4d38-8bf8-51999d0ead40)] {{(pid=93022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:05:46.796654 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-84d1abdc-266a-4ca6-887e-3d9cea9cab6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:46.798641 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c979c29-d932-4b74-b454-0591bc22fe8d req-caf4f6c4-7070-4a38-97a5-f2b9b174ee3d tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:46.806224 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-9c979c29-d932-4b74-b454-0591bc22fe8d req-caf4f6c4-7070-4a38-97a5-f2b9b174ee3d tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 944 time: 0.0866652 Jul 16 20:05:46.851451 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-9c979c29-d932-4b74-b454-0591bc22fe8d req-712a0619-7fa7-4e1d-97be-38caa45df562 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=78e002dc-dd47-49bf-9fe9-3d77220096c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438099 Jul 16 20:05:46.877723 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d1abdc-266a-4ca6-887e-3d9cea9cab6d None None] Pushing event updated for resources: {'Port': ['ID=2e0ec06f-0538-4053-a050-1c29dc3978d3,revision_number=2']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:47.307589 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-8ed33511-ca4c-4d6b-80e6-88b1df74ddc1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:47.542120 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-8ed33511-ca4c-4d6b-80e6-88b1df74ddc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8363247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8363028'] for router, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:47.652748 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device a3545818-9902-40e8-b49d-2425ea5cd566 up at agent hyperv_hv-cinder-80069 {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:05:47.696669 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed33511-ca4c-4d6b-80e6-88b1df74ddc1 admin admin] Router f19a8024-dd66-4ec0-831e-212910b1b038 is scheduled to L3 agent 2edc1d69-0f6a-462d-a1c4-2c7c9be5649e with binding_index 1 {{(pid=93020) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:05:47.707140 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Provisioning for port a3545818-9902-40e8-b49d-2425ea5cd566 completed by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:05:47.716339 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Provisioning complete for port a3545818-9902-40e8-b49d-2425ea5cd566 triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:47.717039 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:47.838934 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed33511-ca4c-4d6b-80e6-88b1df74ddc1 admin admin] Notify agent at l3_agent.dv-cinder-800697-3-iscsi the message routers_updated {{(pid=93020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:05:47.869953 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-8ed33511-ca4c-4d6b-80e6-88b1df74ddc1 admin admin] Notify callbacks [] for router, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:47.872280 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-8ed33511-ca4c-4d6b-80e6-88b1df74ddc1 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0015292 Jul 16 20:05:47.875546 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 60074) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:47.962258 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a00dc6c-066f-49d0-b96b-a4941058df1d None None] Sync routers for ids ['f19a8024-dd66-4ec0-831e-212910b1b038'] in dv-cinder-800697-3-iscsi {{(pid=93022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:05:47.983562 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a00dc6c-066f-49d0-b96b-a4941058df1d None None] Routers {'f19a8024-dd66-4ec0-831e-212910b1b038'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:05:47.984206 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-5a00dc6c-066f-49d0-b96b-a4941058df1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:05:22Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['f19a8024-dd66-4ec0-831e-212910b1b038'], 'active': True} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:48.035621 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36bad1d-28de-40fa-a6ce-d4b7eeeb914f None None] Network bdbd16a4-4f92-4443-ba28-8121ae0e03c0 requested from dv-cinder-800697-3-iscsi {{(pid=93022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:05:48.038641 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:48.098955 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-93eb8dbf-a32d-46c1-aeed-622c74fd3cb1 None None] Provisioning for port 2e0ec06f-0538-4053-a050-1c29dc3978d3 completed by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:05:48.165483 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd673e923-f315-4301-a81d-fe804de00132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3545818-9902-40e8-b49d-2425ea5cd566'}] {{(pid=93022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:05:48.168577 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9473df89cc7d9a049ef80707cd6efae53c3b25527ef369ad4a6a0d9269bae893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e421b083-fc5b-4ebb-b11f-4544c2c81f18" -d '{"events": [{"server_uuid": "d673e923-f315-4301-a81d-fe804de00132", "name": "network-vif-plugged", "status": "completed", "tag": "a3545818-9902-40e8-b49d-2425ea5cd566"}]}' {{(pid=93022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:05:48.193627 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port a3545818-9902-40e8-b49d-2425ea5cd566, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=a3545818-9902-40e8-b49d-2425ea5cd566,segment=NetworkSegment(1c4d2179-a936-4f83-8fe1-458e36f04a04),segment_id=1c4d2179-a936-4f83-8fe1-458e36f04a04)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:48.222925 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:48.226541 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cfba7bf-50cb-4d13-bff6-cf8f86e8dedf x-openstack-request-id: req-1cfba7bf-50cb-4d13-bff6-cf8f86e8dedf {{(pid=93022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:05:48.226775 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d673e923-f315-4301-a81d-fe804de00132", "name": "network-vif-plugged", "status": "completed", "tag": "a3545818-9902-40e8-b49d-2425ea5cd566", "code": 200}]} {{(pid=93022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:05:48.227014 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1cfba7bf-50cb-4d13-bff6-cf8f86e8dedf {{(pid=93022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:05:48.227410 dv-cinder-800697-3-iscsi neutron-server[93022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd673e923-f315-4301-a81d-fe804de00132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3545818-9902-40e8-b49d-2425ea5cd566', 'code': 200} Jul 16 20:05:48.241760 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvr_db [None req-5a00dc6c-066f-49d0-b96b-a4941058df1d None None] Set router f19a8024-dd66-4ec0-831e-212910b1b038 gateway port host: dv-cinder-800697-3-iscsi {{(pid=93022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:05:48.300705 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86f4f3-a2bd-4e7c-9873-92ee147e2aa2 req-7b249be5-9c16-43e3-8f1c-8f68872b64b6 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:48.302221 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-ff86f4f3-a2bd-4e7c-9873-92ee147e2aa2 req-7b249be5-9c16-43e3-8f1c-8f68872b64b6 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 944 time: 0.2171183 Jul 16 20:05:48.415266 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-ff86f4f3-a2bd-4e7c-9873-92ee147e2aa2 req-9dd6e211-b8a0-4a56-a8ae-94a5baeda879 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=78e002dc-dd47-49bf-9fe9-3d77220096c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999725 Jul 16 20:05:48.426582 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Pushing event updated for resources: {'Port': ['ID=a3545818-9902-40e8-b49d-2425ea5cd566,revision_number=5']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:48.479318 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e50e54fb-175e-4781-8004-7c77f709b257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:48.557940 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-5a00dc6c-066f-49d0-b96b-a4941058df1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19a8024-dd66-4ec0-831e-212910b1b038', 'name': 'tempest-TestShelveInstance-642272152-router', 'tenant_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '4a9f74ee-a0dc-412d-b96c-03ca41a2462e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:45Z', 'updated_at': '2021-07-16T20:05:47Z', 'revision_number': 3, 'project_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'gw_port': {'id': '4a9f74ee-a0dc-412d-b96c-03ca41a2462e', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ba:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19a8024-dd66-4ec0-831e-212910b1b038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:46Z', 'updated_at': '2021-07-16T20:05:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi'}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:48.595796 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a00dc6c-066f-49d0-b96b-a4941058df1d None None] Checking router: f19a8024-dd66-4ec0-831e-212910b1b038 for host: dv-cinder-800697-3-iscsi {{(pid=93022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:05:48.596546 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a00dc6c-066f-49d0-b96b-a4941058df1d None None] Updating router f19a8024-dd66-4ec0-831e-212910b1b038 port 4a9f74ee-a0dc-412d-b96c-03ca41a2462e binding host dv-cinder-800697-3-iscsi {{(pid=93022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:05:48.606224 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 2e0ec06f-0538-4053-a050-1c29dc3978d3 up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:05:48.678023 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-5a00dc6c-066f-49d0-b96b-a4941058df1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:48.727884 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7b613-6f9d-407f-b3d1-307ee9ebe041 req-ced0a7c1-4ee1-41a1-ac79-be674f3c651d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:48.729401 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-96c7b613-6f9d-407f-b3d1-307ee9ebe041 req-ced0a7c1-4ee1-41a1-ac79-be674f3c651d service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 1098 time: 0.1624503 Jul 16 20:05:48.775060 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning for port 2e0ec06f-0538-4053-a050-1c29dc3978d3 completed by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:05:48.786281 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning complete for port 2e0ec06f-0538-4053-a050-1c29dc3978d3 triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:48.786682 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:48.795320 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.db_base_plugin_common [None req-e50e54fb-175e-4781-8004-7c77f709b257 admin admin] Allocated IP 172.20.0.1 (bdbd16a4-4f92-4443-ba28-8121ae0e03c0/11ecba9f-258e-4632-8889-94ecc6e745f0/24475f92-e073-4ab1-b4a2-80c8cc3d9d23) {{(pid=93020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:05:48.799639 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-96c7b613-6f9d-407f-b3d1-307ee9ebe041 req-c8b8d19f-6787-4844-9db8-bae588860b02 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=78e002dc-dd47-49bf-9fe9-3d77220096c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520599 Jul 16 20:05:48.863456 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-24e63369-bff7-4791-a796-fdc9cf6658f5 None None] Provisioning complete for port 2e0ec06f-0538-4053-a050-1c29dc3978d3 triggered by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:48.863829 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-24e63369-bff7-4791-a796-fdc9cf6658f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:48.907392 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e50e54fb-175e-4781-8004-7c77f709b257 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:48.921613 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-e50e54fb-175e-4781-8004-7c77f709b257 admin admin] Transition to ACTIVE for port object 24475f92-e073-4ab1-b4a2-80c8cc3d9d23 will not be triggered until provisioned by entity DHCP. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:05:48.960513 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e50e54fb-175e-4781-8004-7c77f709b257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786206872486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:49.005386 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50e54fb-175e-4781-8004-7c77f709b257 admin admin] Network bdbd16a4-4f92-4443-ba28-8121ae0e03c0 is already hosted by enough agents. {{(pid=93020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:05:49.008439 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.base_scheduler [None req-e50e54fb-175e-4781-8004-7c77f709b257 admin admin] Resources bound (agent type, host, resource id): {{(pid=93020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:49.009053 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:49.013198 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50e54fb-175e-4781-8004-7c77f709b257 admin admin] Received port after_create {{(pid=93020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:05:49.046124 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50e54fb-175e-4781-8004-7c77f709b257 admin admin] Pushing event updated for resources: {'Port': ['ID=24475f92-e073-4ab1-b4a2-80c8cc3d9d23,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:49.064460 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e50e54fb-175e-4781-8004-7c77f709b257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8300323'] for router_interface, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:49.127852 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] For port 2e0ec06f-0538-4053-a050-1c29dc3978d3, host dv-cinder-800697-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=2e0ec06f-0538-4053-a050-1c29dc3978d3,segment=NetworkSegment(c0ee1241-efc6-4d38-8bf8-51999d0ead40),segment_id=c0ee1241-efc6-4d38-8bf8-51999d0ead40)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:49.142584 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:49.145469 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-24e63369-bff7-4791-a796-fdc9cf6658f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:49.195336 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-5a00dc6c-066f-49d0-b96b-a4941058df1d None None] Notify callbacks [] for port, precommit_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:49.223443 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-5a00dc6c-066f-49d0-b96b-a4941058df1d None None] Transition to ACTIVE for port object 4a9f74ee-a0dc-412d-b96c-03ca41a2462e will not be triggered until provisioned by entity L2. {{(pid=93022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:05:49.257162 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e50e54fb-175e-4781-8004-7c77f709b257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:49.260180 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-5a00dc6c-066f-49d0-b96b-a4941058df1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:49.272434 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Pushing event updated for resources: {'Port': ['ID=2e0ec06f-0538-4053-a050-1c29dc3978d3,revision_number=3']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:49.306522 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.db.api [None req-24e63369-bff7-4791-a796-fdc9cf6658f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93022) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:05:49.306782 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG oslo_db.api [None req-24e63369-bff7-4791-a796-fdc9cf6658f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:05:49.326477 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.managers [None req-5a00dc6c-066f-49d0-b96b-a4941058df1d None None] Attempting to bind port 4a9f74ee-a0dc-412d-b96c-03ca41a2462e on host dv-cinder-800697-3-iscsi for vnic_type normal with profile {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:05:49.326980 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.managers [None req-5a00dc6c-066f-49d0-b96b-a4941058df1d None None] Attempting to bind port 4a9f74ee-a0dc-412d-b96c-03ca41a2462e by drivers openvswitch,hyperv on host dv-cinder-800697-3-iscsi at level 0 using segments [{'id': 'cdf336fb-2473-4d8c-b46d-c083e8b3b4ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3'}] {{(pid=93022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:05:49.327374 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a00dc6c-066f-49d0-b96b-a4941058df1d None None] Attempting to bind port 4a9f74ee-a0dc-412d-b96c-03ca41a2462e on network 72bddd3a-8a62-4354-b4b3-8a4b3e183ea3 {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:05:49.336517 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a00dc6c-066f-49d0-b96b-a4941058df1d None None] Checking agent: {'id': '6d2f6f1f-2a68-46fa-b61c-109a868a14b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 53, 32), 'started_at': datetime.datetime(2021, 7, 16, 19, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:05:49.336883 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a00dc6c-066f-49d0-b96b-a4941058df1d None None] Checking segment: {'id': 'cdf336fb-2473-4d8c-b46d-c083e8b3b4ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:05:49.337277 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-5a00dc6c-066f-49d0-b96b-a4941058df1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:49.337658 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a00dc6c-066f-49d0-b96b-a4941058df1d None None] Bound using segment: {'id': 'cdf336fb-2473-4d8c-b46d-c083e8b3b4ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3'} {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:05:49.338112 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.managers [None req-5a00dc6c-066f-49d0-b96b-a4941058df1d None None] Bound port: 4a9f74ee-a0dc-412d-b96c-03ca41a2462e, host: dv-cinder-800697-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf336fb-2473-4d8c-b46d-c083e8b3b4ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3'}}] {{(pid=93022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:05:49.338655 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-5a00dc6c-066f-49d0-b96b-a4941058df1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:49.340027 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b62239-fe63-4600-938d-e5a80625441b None None] Pushing event updated for resources: {'Port': ['ID=4a9f74ee-a0dc-412d-b96c-03ca41a2462e,revision_number=2']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:49.399059 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-5a00dc6c-066f-49d0-b96b-a4941058df1d None None] For port 4a9f74ee-a0dc-412d-b96c-03ca41a2462e, host dv-cinder-800697-3-iscsi, cleared binding levels {{(pid=93022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:05:49.402202 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-5a00dc6c-066f-49d0-b96b-a4941058df1d None None] For port 4a9f74ee-a0dc-412d-b96c-03ca41a2462e, host dv-cinder-800697-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=4a9f74ee-a0dc-412d-b96c-03ca41a2462e,segment=NetworkSegment(cdf336fb-2473-4d8c-b46d-c083e8b3b4ea),segment_id=cdf336fb-2473-4d8c-b46d-c083e8b3b4ea)] {{(pid=93022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:05:49.409334 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-5a00dc6c-066f-49d0-b96b-a4941058df1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:49.444137 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e50e54fb-175e-4781-8004-7c77f709b257 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:49.454380 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e50e54fb-175e-4781-8004-7c77f709b257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6084517'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:49.471273 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a00dc6c-066f-49d0-b96b-a4941058df1d None None] Routers {'f19a8024-dd66-4ec0-831e-212910b1b038'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:05:49.472005 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-5a00dc6c-066f-49d0-b96b-a4941058df1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:05:22Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['f19a8024-dd66-4ec0-831e-212910b1b038'], 'active': True} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:49.508769 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b62239-fe63-4600-938d-e5a80625441b None None] Pushing event updated for resources: {'Port': ['ID=4a9f74ee-a0dc-412d-b96c-03ca41a2462e,revision_number=3']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:49.592957 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e50e54fb-175e-4781-8004-7c77f709b257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8300375'] for router_interface, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:49.594261 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvr_db [None req-5a00dc6c-066f-49d0-b96b-a4941058df1d None None] Set router f19a8024-dd66-4ec0-831e-212910b1b038 gateway port host: dv-cinder-800697-3-iscsi {{(pid=93022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:05:49.610697 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50e54fb-175e-4781-8004-7c77f709b257 admin admin] Pushing event updated for resources: {'Port': ['ID=24475f92-e073-4ab1-b4a2-80c8cc3d9d23,revision_number=2']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:49.759499 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50e54fb-175e-4781-8004-7c77f709b257 admin admin] Network bdbd16a4-4f92-4443-ba28-8121ae0e03c0 is already hosted by enough agents. {{(pid=93020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:05:49.761329 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.base_scheduler [None req-e50e54fb-175e-4781-8004-7c77f709b257 admin admin] Resources bound (agent type, host, resource id): {{(pid=93020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:49.767220 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6b458-ccf4-4f84-83f8-4fe2bd6c2e41 req-a06564ba-3e25-40d1-9a95-23f43902f201 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:49.768887 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-7ea6b458-ccf4-4f84-83f8-4fe2bd6c2e41 req-a06564ba-3e25-40d1-9a95-23f43902f201 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 945 time: 0.1331849 Jul 16 20:05:49.852447 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-7ea6b458-ccf4-4f84-83f8-4fe2bd6c2e41 req-4fc56985-a358-43d0-9bfa-1b55c0755504 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=78e002dc-dd47-49bf-9fe9-3d77220096c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709825 Jul 16 20:05:49.993923 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50e54fb-175e-4781-8004-7c77f709b257 admin admin] Router f19a8024-dd66-4ec0-831e-212910b1b038 has already been hosted by L3 agent 2edc1d69-0f6a-462d-a1c4-2c7c9be5649e {{(pid=93020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:05:50.124546 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-5a00dc6c-066f-49d0-b96b-a4941058df1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19a8024-dd66-4ec0-831e-212910b1b038', 'name': 'tempest-TestShelveInstance-642272152-router', 'tenant_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '4a9f74ee-a0dc-412d-b96c-03ca41a2462e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:45Z', 'updated_at': '2021-07-16T20:05:49Z', 'revision_number': 4, 'project_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'gw_port': {'id': '4a9f74ee-a0dc-412d-b96c-03ca41a2462e', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ba:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19a8024-dd66-4ec0-831e-212910b1b038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:46Z', 'updated_at': '2021-07-16T20:05:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_interfaces': [{'id': '24475f92-e073-4ab1-b4a2-80c8cc3d9d23', 'name': '', 'network_id': 'bdbd16a4-4f92-4443-ba28-8121ae0e03c0', 'tenant_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'mac_address': 'fa:16:3e:a2:f2:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19a8024-dd66-4ec0-831e-212910b1b038', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '11ecba9f-258e-4632-8889-94ecc6e745f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:48Z', 'updated_at': '2021-07-16T20:05:49Z', 'revision_number': 2, 'project_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'subnets': [{'id': '11ecba9f-258e-4632-8889-94ecc6e745f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:50.163909 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a00dc6c-066f-49d0-b96b-a4941058df1d None None] The sync data for ids ['f19a8024-dd66-4ec0-831e-212910b1b038'] in dv-cinder-800697-3-iscsi is: [{'id': 'f19a8024-dd66-4ec0-831e-212910b1b038', 'name': 'tempest-TestShelveInstance-642272152-router', 'tenant_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '4a9f74ee-a0dc-412d-b96c-03ca41a2462e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:45Z', 'updated_at': '2021-07-16T20:05:49Z', 'revision_number': 4, 'project_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'gw_port': {'id': '4a9f74ee-a0dc-412d-b96c-03ca41a2462e', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ba:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19a8024-dd66-4ec0-831e-212910b1b038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:46Z', 'updated_at': '2021-07-16T20:05:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_interfaces': [{'id': '24475f92-e073-4ab1-b4a2-80c8cc3d9d23', 'name': '', 'network_id': 'bdbd16a4-4f92-4443-ba28-8121ae0e03c0', 'tenant_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'mac_address': 'fa:16:3e:a2:f2:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19a8024-dd66-4ec0-831e-212910b1b038', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '11ecba9f-258e-4632-8889-94ecc6e745f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:48Z', 'updated_at': '2021-07-16T20:05:49Z', 'revision_number': 2, 'project_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'subnets': [{'id': '11ecba9f-258e-4632-8889-94ecc6e745f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:05:50.180260 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-1cdbc21b-1e4d-45ca-8e03-70bd55e32451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:50.195202 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-71a64e74-7ed7-4984-b2c2-7d8112497efc None None] Provisioning for port 24475f92-e073-4ab1-b4a2-80c8cc3d9d23 completed by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:05:50.199628 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-71a64e74-7ed7-4984-b2c2-7d8112497efc None None] Provisioning complete for port 24475f92-e073-4ab1-b4a2-80c8cc3d9d23 triggered by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:50.200003 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-71a64e74-7ed7-4984-b2c2-7d8112497efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:50.252345 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-71a64e74-7ed7-4984-b2c2-7d8112497efc None None] Port 24475f92-e073-4ab1-b4a2-80c8cc3d9d23 cannot update to ACTIVE because it is not bound. {{(pid=93022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:05:50.388477 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50e54fb-175e-4781-8004-7c77f709b257 admin admin] Notify agent at l3_agent.dv-cinder-800697-3-iscsi the message routers_updated {{(pid=93020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:05:50.396311 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-e50e54fb-175e-4781-8004-7c77f709b257 admin admin] 10.222.0.98 "PUT /v2.0/routers/f19a8024-dd66-4ec0-831e-212910b1b038/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5191050 Jul 16 20:05:50.546962 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 2e0ec06f-0538-4053-a050-1c29dc3978d3 up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:05:50.622942 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning complete for port 2e0ec06f-0538-4053-a050-1c29dc3978d3 triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:50.623366 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:50.688609 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:51.179140 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae9c305-f99b-4ab8-a71a-63580a4a756f req-2675d293-577d-4537-a055-ffb88255291d tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:51.182139 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-aae9c305-f99b-4ab8-a71a-63580a4a756f req-2675d293-577d-4537-a055-ffb88255291d tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 945 time: 0.1251996 Jul 16 20:05:51.209447 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 60168) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:51.217130 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [None req-76c0dd30-eeae-48b3-9666-acf01a6eaef0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1327264000-network', 'tenant_id': '5b06662f2d3b4b8b9bfde78fdc08f81d'}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:51.249810 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c0dd30-eeae-48b3-9666-acf01a6eaef0 admin admin] Made reservation on behalf of 5b06662f2d3b4b8b9bfde78fdc08f81d for: {'network': 1} {{(pid=93021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:05:51.255920 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-76c0dd30-eeae-48b3-9666-acf01a6eaef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for network, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:51.274123 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-76c0dd30-eeae-48b3-9666-acf01a6eaef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:51.276219 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-aae9c305-f99b-4ab8-a71a-63580a4a756f req-1a4b6c1d-d79c-4d5d-ad8b-c130e288a7e7 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=78e002dc-dd47-49bf-9fe9-3d77220096c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858943 Jul 16 20:05:51.442662 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-76c0dd30-eeae-48b3-9666-acf01a6eaef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:51.449353 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-76c0dd30-eeae-48b3-9666-acf01a6eaef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:51.464365 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76c0dd30-eeae-48b3-9666-acf01a6eaef0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1030, 'physical_network': 'physnet1'} {{(pid=93021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:05:51.498242 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-76c0dd30-eeae-48b3-9666-acf01a6eaef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964265'] for segment, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:51.498924 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.db.segments_db [None req-76c0dd30-eeae-48b3-9666-acf01a6eaef0 admin admin] Added segment eb633a16-4c77-475d-8a59-b0fff246e435 of type vlan for network c24ca1b6-702e-44f3-8d84-b64ec6972b42 Jul 16 20:05:51.525494 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c0dd30-eeae-48b3-9666-acf01a6eaef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b98d58-87dc-431b-96cb-7088f318d12d,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:51.594002 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-76c0dd30-eeae-48b3-9666-acf01a6eaef0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786206831382'] for network, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:51.658484 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fded23-3ed3-474c-aef7-b3f3abb910a0 req-b600f818-048d-41a7-90d0-492b0d17b289 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:51.660047 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-14fded23-3ed3-474c-aef7-b3f3abb910a0 req-b600f818-048d-41a7-90d0-492b0d17b289 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 945 time: 0.1563392 Jul 16 20:05:51.660875 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-76c0dd30-eeae-48b3-9666-acf01a6eaef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851'] for network, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:51.661776 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c0dd30-eeae-48b3-9666-acf01a6eaef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:51.662330 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-76c0dd30-eeae-48b3-9666-acf01a6eaef0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for network, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:51.668526 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 60182) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:51.673446 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [None req-fcca6f4d-68ac-435e-a0f9-c0ec77987860 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Request body: {'floatingip': {'port_id': 'a3545818-9902-40e8-b49d-2425ea5cd566'}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:51.702552 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-76c0dd30-eeae-48b3-9666-acf01a6eaef0 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4917524 Jul 16 20:05:51.705628 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 60184) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:51.710127 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [None req-9ce22efd-d94c-4057-a424-d8464926ec0d admin admin] Request body: {'subnet': {'network_id': 'c24ca1b6-702e-44f3-8d84-b64ec6972b42', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1327264000-subnet', 'tenant_id': '5b06662f2d3b4b8b9bfde78fdc08f81d', 'ip_version': 4}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:51.721495 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-fcca6f4d-68ac-435e-a0f9-c0ec77987860 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks [] for floatingip, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:51.745191 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c0dd30-eeae-48b3-9666-acf01a6eaef0 admin admin] Pushing event updated for resources: {'Network': ['ID=c24ca1b6-702e-44f3-8d84-b64ec6972b42,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:51.757028 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Network c24ca1b6-702e-44f3-8d84-b64ec6972b42 details requested by agent ovs-agent-dv-cinder-800697-3-iscsi with host dv-cinder-800697-3-iscsi {{(pid=93022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:05:51.779437 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce22efd-d94c-4057-a424-d8464926ec0d admin admin] Made reservation on behalf of 5b06662f2d3b4b8b9bfde78fdc08f81d for: {'subnet': 1} {{(pid=93021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:05:51.783314 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-9ce22efd-d94c-4057-a424-d8464926ec0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6192253'] for subnet, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:51.976301 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-9ce22efd-d94c-4057-a424-d8464926ec0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7945194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8121040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6192239'] for subnet, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:52.030298 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce22efd-d94c-4057-a424-d8464926ec0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c765c14-aa34-4fda-b857-82c22b00e8ac,revision_number=0']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:52.050767 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce22efd-d94c-4057-a424-d8464926ec0d admin admin] Checking segment: {'id': 'eb633a16-4c77-475d-8a59-b0fff246e435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'c24ca1b6-702e-44f3-8d84-b64ec6972b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:05:52.051128 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce22efd-d94c-4057-a424-d8464926ec0d admin admin] Network hostable DHCP agents. Network: c24ca1b6-702e-44f3-8d84-b64ec6972b42, hostable agents: ['b3327041-ebae-4eef-8a27-dd2dfc08199a'], hosted agents: [] {{(pid=93021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:05:52.072388 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce22efd-d94c-4057-a424-d8464926ec0d admin admin] Network c24ca1b6-702e-44f3-8d84-b64ec6972b42 is scheduled to be hosted by DHCP agent b3327041-ebae-4eef-8a27-dd2dfc08199a with binding_index 1 {{(pid=93021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:05:52.082069 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.base_scheduler [None req-9ce22efd-d94c-4057-a424-d8464926ec0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-3-iscsi, c24ca1b6-702e-44f3-8d84-b64ec6972b42) {{(pid=93021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:52.088862 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce22efd-d94c-4057-a424-d8464926ec0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:52.089535 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-9ce22efd-d94c-4057-a424-d8464926ec0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for subnet, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:52.091200 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f984536b-da63-4f69-873d-88be02b96b88 None None] Network c24ca1b6-702e-44f3-8d84-b64ec6972b42 requested from dv-cinder-800697-3-iscsi {{(pid=93022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:05:52.105369 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-9ce22efd-d94c-4057-a424-d8464926ec0d admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3992841 Jul 16 20:05:52.108597 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 60190) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:52.112943 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [None req-c8541c6f-0c8e-4013-8279-5f75c3c1f8ab admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1327264000-router', 'tenant_id': '5b06662f2d3b4b8b9bfde78fdc08f81d', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3'}}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:52.135221 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-c8541c6f-0c8e-4013-8279-5f75c3c1f8ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8363236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126830'] for router, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:52.136221 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-c8541c6f-0c8e-4013-8279-5f75c3c1f8ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8300438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8363043', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8382923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126823'] for router, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:52.192739 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-c8541c6f-0c8e-4013-8279-5f75c3c1f8ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:52.275647 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-5acaef1b-0e94-468f-9194-0d5f5ee20964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:52.286645 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3fd1bb-0c1a-4091-a93f-b630cd0532f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdcc69863-837d-598d-acb5-02636b18cee0-c24ca1b6-702e-44f3-8d84-b64ec6972b42', 'network_id': 'c24ca1b6-702e-44f3-8d84-b64ec6972b42', 'tenant_id': '5b06662f2d3b4b8b9bfde78fdc08f81d', 'fixed_ips': [{'subnet_id': '2c765c14-aa34-4fda-b857-82c22b00e8ac'}]}} from dv-cinder-800697-3-iscsi. {{(pid=93022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:05:52.287684 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2a3fd1bb-0c1a-4091-a93f-b630cd0532f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_create {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:52.375430 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-c8541c6f-0c8e-4013-8279-5f75c3c1f8ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8363057', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8363137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126837'] for router, precommit_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:52.441374 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-fcca6f4d-68ac-435e-a0f9-c0ec77987860 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:52.449163 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-fcca6f4d-68ac-435e-a0f9-c0ec77987860 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8363194'] for floatingip, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:52.499801 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.db_base_plugin_common [None req-2a3fd1bb-0c1a-4091-a93f-b630cd0532f1 None None] Allocated IP 172.20.0.2 (c24ca1b6-702e-44f3-8d84-b64ec6972b42/2c765c14-aa34-4fda-b857-82c22b00e8ac/969ab440-969b-4e49-bc6a-1158017bc89a) {{(pid=93022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:05:52.598559 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 4a9f74ee-a0dc-412d-b96c-03ca41a2462e up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:05:52.642594 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.db.l3_db [None req-fcca6f4d-68ac-435e-a0f9-c0ec77987860 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Floating IP d7450ee0-2642-4b66-8cb7-02cb21c70f77 associated. External IP: 172.27.1.170, port: a3545818-9902-40e8-b49d-2425ea5cd566. Jul 16 20:05:52.719104 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning for port 4a9f74ee-a0dc-412d-b96c-03ca41a2462e completed by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:05:52.727471 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-c8541c6f-0c8e-4013-8279-5f75c3c1f8ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:52.733165 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning complete for port 4a9f74ee-a0dc-412d-b96c-03ca41a2462e triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:52.733573 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:52.740568 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2a3fd1bb-0c1a-4091-a93f-b630cd0532f1 None None] Notify callbacks [] for port, precommit_create {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:52.743727 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:05:52.774061 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2a3fd1bb-0c1a-4091-a93f-b630cd0532f1 None None] Transition to ACTIVE for port object 969ab440-969b-4e49-bc6a-1158017bc89a will not be triggered until provisioned by entity L2. {{(pid=93022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:05:52.782264 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147b00ae-1dff-49be-8929-45278027fd7e None None] Sync routers for ids ['f19a8024-dd66-4ec0-831e-212910b1b038'] in dv-cinder-800697-3-iscsi {{(pid=93023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:05:52.787740 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-c8541c6f-0c8e-4013-8279-5f75c3c1f8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:52.799330 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147b00ae-1dff-49be-8929-45278027fd7e None None] Routers {'f19a8024-dd66-4ec0-831e-212910b1b038'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:05:52.800568 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-147b00ae-1dff-49be-8929-45278027fd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:05:52Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['f19a8024-dd66-4ec0-831e-212910b1b038'], 'active': True} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:52.806139 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2a3fd1bb-0c1a-4091-a93f-b630cd0532f1 None None] Transition to ACTIVE for port object 969ab440-969b-4e49-bc6a-1158017bc89a will not be triggered until provisioned by entity DHCP. {{(pid=93022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:05:52.825842 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2a3fd1bb-0c1a-4091-a93f-b630cd0532f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786206872486'] for port, after_create {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:52.904402 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3fd1bb-0c1a-4091-a93f-b630cd0532f1 None None] Network c24ca1b6-702e-44f3-8d84-b64ec6972b42 is already hosted by enough agents. {{(pid=93022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:05:52.908808 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcca6f4d-68ac-435e-a0f9-c0ec77987860 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Router 6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca has already been hosted by L3 agent 2edc1d69-0f6a-462d-a1c4-2c7c9be5649e {{(pid=93020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:05:52.909897 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.scheduler.base_scheduler [None req-2a3fd1bb-0c1a-4091-a93f-b630cd0532f1 None None] Resources bound (agent type, host, resource id): {{(pid=93022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:52.919691 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:52.925130 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3fd1bb-0c1a-4091-a93f-b630cd0532f1 None None] Received port after_create {{(pid=93022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:05:52.940221 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3fd1bb-0c1a-4091-a93f-b630cd0532f1 None None] Pushing event updated for resources: {'Port': ['ID=969ab440-969b-4e49-bc6a-1158017bc89a,revision_number=1']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:52.948256 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvr_db [None req-147b00ae-1dff-49be-8929-45278027fd7e None None] Set router f19a8024-dd66-4ec0-831e-212910b1b038 gateway port host: dv-cinder-800697-3-iscsi {{(pid=93023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:05:52.992294 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] For port 4a9f74ee-a0dc-412d-b96c-03ca41a2462e, host dv-cinder-800697-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=4a9f74ee-a0dc-412d-b96c-03ca41a2462e,segment=NetworkSegment(cdf336fb-2473-4d8c-b46d-c083e8b3b4ea),segment_id=cdf336fb-2473-4d8c-b46d-c083e8b3b4ea)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:53.026560 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:53.065731 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.managers [None req-2a3fd1bb-0c1a-4091-a93f-b630cd0532f1 None None] Attempting to bind port 969ab440-969b-4e49-bc6a-1158017bc89a on host dv-cinder-800697-3-iscsi for vnic_type normal with profile {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:05:53.066508 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.managers [None req-2a3fd1bb-0c1a-4091-a93f-b630cd0532f1 None None] Attempting to bind port 969ab440-969b-4e49-bc6a-1158017bc89a by drivers openvswitch,hyperv on host dv-cinder-800697-3-iscsi at level 0 using segments [{'id': 'eb633a16-4c77-475d-8a59-b0fff246e435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'c24ca1b6-702e-44f3-8d84-b64ec6972b42'}] {{(pid=93022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:05:53.067036 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3fd1bb-0c1a-4091-a93f-b630cd0532f1 None None] Attempting to bind port 969ab440-969b-4e49-bc6a-1158017bc89a on network c24ca1b6-702e-44f3-8d84-b64ec6972b42 {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:05:53.068053 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcca6f4d-68ac-435e-a0f9-c0ec77987860 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify agent at l3_agent.dv-cinder-800697-3-iscsi the message routers_updated {{(pid=93020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:05:53.076542 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-fcca6f4d-68ac-435e-a0f9-c0ec77987860 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for floatingip, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:53.091233 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d590833e-e593-437f-97c8-54bbc55c6bc3 None None] Sync routers for ids ['6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca'] in dv-cinder-800697-3-iscsi {{(pid=93022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:05:53.112149 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d590833e-e593-437f-97c8-54bbc55c6bc3 None None] Routers {'6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:05:53.113453 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-d590833e-e593-437f-97c8-54bbc55c6bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:05:52Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca'], 'active': True} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:53.121621 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-fcca6f4d-68ac-435e-a0f9-c0ec77987860 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "PUT /v2.0/floatingips/d7450ee0-2642-4b66-8cb7-02cb21c70f77 HTTP/1.1" status: 200 len: 991 time: 1.4519010 Jul 16 20:05:53.121827 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3fd1bb-0c1a-4091-a93f-b630cd0532f1 None None] Checking agent: {'id': '6d2f6f1f-2a68-46fa-b61c-109a868a14b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 53, 32), 'started_at': datetime.datetime(2021, 7, 16, 19, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:05:53.122200 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3fd1bb-0c1a-4091-a93f-b630cd0532f1 None None] Checking segment: {'id': 'eb633a16-4c77-475d-8a59-b0fff246e435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'c24ca1b6-702e-44f3-8d84-b64ec6972b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:05:53.122647 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2a3fd1bb-0c1a-4091-a93f-b630cd0532f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:53.123030 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3fd1bb-0c1a-4091-a93f-b630cd0532f1 None None] Bound using segment: {'id': 'eb633a16-4c77-475d-8a59-b0fff246e435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'c24ca1b6-702e-44f3-8d84-b64ec6972b42'} {{(pid=93022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:05:53.123584 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd673e923-f315-4301-a81d-fe804de00132', 'tag': 'a3545818-9902-40e8-b49d-2425ea5cd566'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:05:53.123721 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.managers [None req-2a3fd1bb-0c1a-4091-a93f-b630cd0532f1 None None] Bound port: 969ab440-969b-4e49-bc6a-1158017bc89a, host: dv-cinder-800697-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb633a16-4c77-475d-8a59-b0fff246e435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'c24ca1b6-702e-44f3-8d84-b64ec6972b42'}}] {{(pid=93022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:05:53.124146 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2a3fd1bb-0c1a-4091-a93f-b630cd0532f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:53.127120 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fae8f2ff960fe93758be445b473a7dfd6f7d616fbf5a964bb8e60e5228696b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd16c1e-90d3-4771-9c2a-14993604f1e2" -d '{"events": [{"name": "network-changed", "server_uuid": "d673e923-f315-4301-a81d-fe804de00132", "tag": "a3545818-9902-40e8-b49d-2425ea5cd566"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:05:53.138727 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.db_base_plugin_common [None req-c8541c6f-0c8e-4013-8279-5f75c3c1f8ab admin admin] Allocated IP 172.27.1.220 (72bddd3a-8a62-4354-b4b3-8a4b3e183ea3/b7c8a0af-efd8-4b77-9799-206f74457d50/fcc67d8e-e0b0-4df9-b329-f600e9c8b4ca) {{(pid=93021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:05:53.201126 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19fcf1ae-8d11-4dc2-b2fa-108d5bc0c0a4 x-openstack-request-id: req-19fcf1ae-8d11-4dc2-b2fa-108d5bc0c0a4 {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:05:53.201461 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d673e923-f315-4301-a81d-fe804de00132", "tag": "a3545818-9902-40e8-b49d-2425ea5cd566", "status": "completed", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:05:53.201711 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-19fcf1ae-8d11-4dc2-b2fa-108d5bc0c0a4 {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:05:53.202109 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd673e923-f315-4301-a81d-fe804de00132', 'tag': 'a3545818-9902-40e8-b49d-2425ea5cd566', 'status': 'completed', 'code': 200} Jul 16 20:05:53.275550 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-147b00ae-1dff-49be-8929-45278027fd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19a8024-dd66-4ec0-831e-212910b1b038', 'name': 'tempest-TestShelveInstance-642272152-router', 'tenant_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '4a9f74ee-a0dc-412d-b96c-03ca41a2462e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:45Z', 'updated_at': '2021-07-16T20:05:49Z', 'revision_number': 4, 'project_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'gw_port': {'id': '4a9f74ee-a0dc-412d-b96c-03ca41a2462e', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ba:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19a8024-dd66-4ec0-831e-212910b1b038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:46Z', 'updated_at': '2021-07-16T20:05:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_interfaces': [{'id': '24475f92-e073-4ab1-b4a2-80c8cc3d9d23', 'name': '', 'network_id': 'bdbd16a4-4f92-4443-ba28-8121ae0e03c0', 'tenant_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'mac_address': 'fa:16:3e:a2:f2:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19a8024-dd66-4ec0-831e-212910b1b038', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '11ecba9f-258e-4632-8889-94ecc6e745f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:48Z', 'updated_at': '2021-07-16T20:05:49Z', 'revision_number': 2, 'project_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'subnets': [{'id': '11ecba9f-258e-4632-8889-94ecc6e745f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:53.295545 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Pushing event updated for resources: {'Port': ['ID=4a9f74ee-a0dc-412d-b96c-03ca41a2462e,revision_number=4']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:53.329085 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147b00ae-1dff-49be-8929-45278027fd7e None None] Checking router: f19a8024-dd66-4ec0-831e-212910b1b038 for host: dv-cinder-800697-3-iscsi {{(pid=93023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:05:53.329491 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147b00ae-1dff-49be-8929-45278027fd7e None None] Updating router f19a8024-dd66-4ec0-831e-212910b1b038 port 24475f92-e073-4ab1-b4a2-80c8cc3d9d23 binding host dv-cinder-800697-3-iscsi {{(pid=93023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:05:53.347850 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd16c1e-90d3-4771-9c2a-14993604f1e2 req-8f0988bb-16c3-4dc1-94d2-655c40fb2fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:53.351553 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-3bd16c1e-90d3-4771-9c2a-14993604f1e2 req-8f0988bb-16c3-4dc1-94d2-655c40fb2fef service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b242095010ee4963872bd0cfcbacc3fa&device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 1098 time: 0.1213846 Jul 16 20:05:53.380734 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-147b00ae-1dff-49be-8929-45278027fd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:53.404869 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:53.414519 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-c8541c6f-0c8e-4013-8279-5f75c3c1f8ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:53.423647 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-2a3fd1bb-0c1a-4091-a93f-b630cd0532f1 None None] For port 969ab440-969b-4e49-bc6a-1158017bc89a, host dv-cinder-800697-3-iscsi, cleared binding levels {{(pid=93022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:05:53.428419 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-2a3fd1bb-0c1a-4091-a93f-b630cd0532f1 None None] For port 969ab440-969b-4e49-bc6a-1158017bc89a, host dv-cinder-800697-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=969ab440-969b-4e49-bc6a-1158017bc89a,segment=NetworkSegment(eb633a16-4c77-475d-8a59-b0fff246e435),segment_id=eb633a16-4c77-475d-8a59-b0fff246e435)] {{(pid=93022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:05:53.444110 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2a3fd1bb-0c1a-4091-a93f-b630cd0532f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:53.474206 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd16c1e-90d3-4771-9c2a-14993604f1e2 req-d8becac9-b3d2-4b31-b36c-f3e09ab0c795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:53.475881 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-3bd16c1e-90d3-4771-9c2a-14993604f1e2 req-d8becac9-b3d2-4b31-b36c-f3e09ab0c795 service neutron] 10.222.0.102 "GET /v2.0/networks?id=4ff04a31-0c23-4b48-92bc-f65e7b91222b HTTP/1.1" status: 200 len: 918 time: 0.1183677 Jul 16 20:05:53.477933 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvr_db [None req-d590833e-e593-437f-97c8-54bbc55c6bc3 None None] Set router 6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca gateway port host: dv-cinder-800697-3-iscsi {{(pid=93022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:05:53.494295 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-c8541c6f-0c8e-4013-8279-5f75c3c1f8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786206872486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8120956'] for port, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:53.559260 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8541c6f-0c8e-4013-8279-5f75c3c1f8ab admin admin] Network 72bddd3a-8a62-4354-b4b3-8a4b3e183ea3 is already hosted by enough agents. {{(pid=93021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:05:53.562558 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.base_scheduler [None req-c8541c6f-0c8e-4013-8279-5f75c3c1f8ab admin admin] Resources bound (agent type, host, resource id): {{(pid=93021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:53.567050 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8541c6f-0c8e-4013-8279-5f75c3c1f8ab admin admin] Received port after_create {{(pid=93021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:05:53.585738 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-3bd16c1e-90d3-4771-9c2a-14993604f1e2 req-7c5ad443-cbc4-4a3c-bc26-cf9a771ec8b3 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3545818-9902-40e8-b49d-2425ea5cd566 HTTP/1.1" status: 200 len: 999 time: 0.1024036 Jul 16 20:05:53.628194 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8541c6f-0c8e-4013-8279-5f75c3c1f8ab admin admin] Pushing event updated for resources: {'Port': ['ID=fcc67d8e-e0b0-4df9-b329-f600e9c8b4ca,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:53.686160 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3fd1bb-0c1a-4091-a93f-b630cd0532f1 None None] Pushing event updated for resources: {'Port': ['ID=969ab440-969b-4e49-bc6a-1158017bc89a,revision_number=2']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:53.706776 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd16c1e-90d3-4771-9c2a-14993604f1e2 req-44b51a3c-c3ea-4fa2-9c3e-268a503dd5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:53.708379 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-3bd16c1e-90d3-4771-9c2a-14993604f1e2 req-44b51a3c-c3ea-4fa2-9c3e-268a503dd5f9 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=bbca6f5f-fd8e-4af4-b23d-e7ec2502b976 HTTP/1.1" status: 200 len: 855 time: 0.1137965 Jul 16 20:05:53.803558 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-147b00ae-1dff-49be-8929-45278027fd7e None None] Notify callbacks [] for port, precommit_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:53.817644 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd16c1e-90d3-4771-9c2a-14993604f1e2 req-f80a15bb-c1f2-460c-8795-d51f803d41e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:53.818009 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.provisioning_blocks [None req-147b00ae-1dff-49be-8929-45278027fd7e None None] Transition to ACTIVE for port object 24475f92-e073-4ab1-b4a2-80c8cc3d9d23 will not be triggered until provisioned by entity L2. {{(pid=93023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:05:53.819107 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-3bd16c1e-90d3-4771-9c2a-14993604f1e2 req-f80a15bb-c1f2-460c-8795-d51f803d41e8 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=4ff04a31-0c23-4b48-92bc-f65e7b91222b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1022894 Jul 16 20:05:53.833488 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-147b00ae-1dff-49be-8929-45278027fd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:53.884481 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bbd9bb-259f-4925-b8b0-ab9fcd4004c5 None None] Pushing event updated for resources: {'Port': ['ID=24475f92-e073-4ab1-b4a2-80c8cc3d9d23,revision_number=3']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:53.897106 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bbd9bb-259f-4925-b8b0-ab9fcd4004c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:53.897743 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bbd9bb-259f-4925-b8b0-ab9fcd4004c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:53.898306 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bbd9bb-259f-4925-b8b0-ab9fcd4004c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:53.898822 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bbd9bb-259f-4925-b8b0-ab9fcd4004c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:53.899311 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bbd9bb-259f-4925-b8b0-ab9fcd4004c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:53.900344 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bbd9bb-259f-4925-b8b0-ab9fcd4004c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:53.900851 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bbd9bb-259f-4925-b8b0-ab9fcd4004c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:53.901373 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bbd9bb-259f-4925-b8b0-ab9fcd4004c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:53.901867 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bbd9bb-259f-4925-b8b0-ab9fcd4004c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:53.903113 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bbd9bb-259f-4925-b8b0-ab9fcd4004c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:53.904313 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bbd9bb-259f-4925-b8b0-ab9fcd4004c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:53.904792 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bbd9bb-259f-4925-b8b0-ab9fcd4004c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:05:53.998060 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-d590833e-e593-437f-97c8-54bbc55c6bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'name': 'tempest-AttachVolumeShelveTestJSON-631390118-router', 'tenant_id': 'b242095010ee4963872bd0cfcbacc3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '32cf16c9-547e-44ad-a083-59a8dc60c8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:00:54Z', 'updated_at': '2021-07-16T20:01:01Z', 'revision_number': 4, 'project_id': 'b242095010ee4963872bd0cfcbacc3fa', 'gw_port': {'id': '32cf16c9-547e-44ad-a083-59a8dc60c8f5', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:00:55Z', 'updated_at': '2021-07-16T20:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_floatingips': [{'id': 'd7450ee0-2642-4b66-8cb7-02cb21c70f77', 'tenant_id': 'b242095010ee4963872bd0cfcbacc3fa', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'router_id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'port_id': 'a3545818-9902-40e8-b49d-2425ea5cd566', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ff04a31-0c23-4b48-92bc-f65e7b91222b', 'mac_address': 'fa:16:3e:cb:c7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd673e923-f315-4301-a81d-fe804de00132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:05:36Z', 'updated_at': '2021-07-16T20:05:52Z', 'revision_number': 1, 'project_id': 'b242095010ee4963872bd0cfcbacc3fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '966c6d7b-5624-4f3e-bfc8-882157fc3444', 'name': '', 'network_id': '4ff04a31-0c23-4b48-92bc-f65e7b91222b', 'tenant_id': 'b242095010ee4963872bd0cfcbacc3fa', 'mac_address': 'fa:16:3e:77:ab:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bbca6f5f-fd8e-4af4-b23d-e7ec2502b976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:00:59Z', 'updated_at': '2021-07-16T20:01:10Z', 'revision_number': 5, 'project_id': 'b242095010ee4963872bd0cfcbacc3fa', 'subnets': [{'id': 'bbca6f5f-fd8e-4af4-b23d-e7ec2502b976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:54.021209 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-c8541c6f-0c8e-4013-8279-5f75c3c1f8ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:54.044525 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-3bd16c1e-90d3-4771-9c2a-14993604f1e2 req-0481c302-8587-4c66-8d74-8e004818004a service neutron] 10.222.0.102 "GET /v2.0/networks/4ff04a31-0c23-4b48-92bc-f65e7b91222b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172399 Jul 16 20:05:54.076123 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [None req-147b00ae-1dff-49be-8929-45278027fd7e None None] Attempting to bind port 24475f92-e073-4ab1-b4a2-80c8cc3d9d23 on host dv-cinder-800697-3-iscsi for vnic_type normal with profile {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:05:54.076422 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [None req-147b00ae-1dff-49be-8929-45278027fd7e None None] Attempting to bind port 24475f92-e073-4ab1-b4a2-80c8cc3d9d23 by drivers openvswitch,hyperv on host dv-cinder-800697-3-iscsi at level 0 using segments [{'id': 'c0ee1241-efc6-4d38-8bf8-51999d0ead40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'bdbd16a4-4f92-4443-ba28-8121ae0e03c0'}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:05:54.076905 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147b00ae-1dff-49be-8929-45278027fd7e None None] Attempting to bind port 24475f92-e073-4ab1-b4a2-80c8cc3d9d23 on network bdbd16a4-4f92-4443-ba28-8121ae0e03c0 {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:05:54.078611 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d590833e-e593-437f-97c8-54bbc55c6bc3 None None] Checking router: 6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca for host: dv-cinder-800697-3-iscsi {{(pid=93022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:05:54.086764 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147b00ae-1dff-49be-8929-45278027fd7e None None] Checking agent: {'id': '6d2f6f1f-2a68-46fa-b61c-109a868a14b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 53, 32), 'started_at': datetime.datetime(2021, 7, 16, 19, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:05:54.087132 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147b00ae-1dff-49be-8929-45278027fd7e None None] Checking segment: {'id': 'c0ee1241-efc6-4d38-8bf8-51999d0ead40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'bdbd16a4-4f92-4443-ba28-8121ae0e03c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:05:54.087528 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-147b00ae-1dff-49be-8929-45278027fd7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:54.087910 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147b00ae-1dff-49be-8929-45278027fd7e None None] Bound using segment: {'id': 'c0ee1241-efc6-4d38-8bf8-51999d0ead40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'bdbd16a4-4f92-4443-ba28-8121ae0e03c0'} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:05:54.088379 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [None req-147b00ae-1dff-49be-8929-45278027fd7e None None] Bound port: 24475f92-e073-4ab1-b4a2-80c8cc3d9d23, host: dv-cinder-800697-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0ee1241-efc6-4d38-8bf8-51999d0ead40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'bdbd16a4-4f92-4443-ba28-8121ae0e03c0'}}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:05:54.088771 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-147b00ae-1dff-49be-8929-45278027fd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:54.091492 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d590833e-e593-437f-97c8-54bbc55c6bc3 None None] Routers {'6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:05:54.092458 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-d590833e-e593-437f-97c8-54bbc55c6bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:05:52Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca'], 'active': True} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:54.227496 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-3bd16c1e-90d3-4771-9c2a-14993604f1e2 req-0fa6b95a-5f3b-4419-80a3-07aee9f06494 service neutron] 10.222.0.102 "GET /v2.0/networks/4ff04a31-0c23-4b48-92bc-f65e7b91222b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763768 Jul 16 20:05:54.247832 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvr_db [None req-d590833e-e593-437f-97c8-54bbc55c6bc3 None None] Set router 6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca gateway port host: dv-cinder-800697-3-iscsi {{(pid=93022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:05:54.312511 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [None req-147b00ae-1dff-49be-8929-45278027fd7e None None] For port 24475f92-e073-4ab1-b4a2-80c8cc3d9d23, host dv-cinder-800697-3-iscsi, cleared binding levels {{(pid=93023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:05:54.318977 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [None req-147b00ae-1dff-49be-8929-45278027fd7e None None] For port 24475f92-e073-4ab1-b4a2-80c8cc3d9d23, host dv-cinder-800697-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=24475f92-e073-4ab1-b4a2-80c8cc3d9d23,segment=NetworkSegment(c0ee1241-efc6-4d38-8bf8-51999d0ead40),segment_id=c0ee1241-efc6-4d38-8bf8-51999d0ead40)] {{(pid=93023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:05:54.329806 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-147b00ae-1dff-49be-8929-45278027fd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:54.381415 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-c8541c6f-0c8e-4013-8279-5f75c3c1f8ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8363247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8363028'] for router, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:54.486229 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bbd9bb-259f-4925-b8b0-ab9fcd4004c5 None None] Pushing event updated for resources: {'Port': ['ID=24475f92-e073-4ab1-b4a2-80c8cc3d9d23,revision_number=4']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:54.491930 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147b00ae-1dff-49be-8929-45278027fd7e None None] Routers {'f19a8024-dd66-4ec0-831e-212910b1b038'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:05:54.492562 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-147b00ae-1dff-49be-8929-45278027fd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:05:52Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['f19a8024-dd66-4ec0-831e-212910b1b038'], 'active': True} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:54.669000 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8541c6f-0c8e-4013-8279-5f75c3c1f8ab admin admin] Router 28c024b8-38ba-4f3f-8aa4-b161f47f5399 is scheduled to L3 agent 2edc1d69-0f6a-462d-a1c4-2c7c9be5649e with binding_index 1 {{(pid=93021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:05:54.737210 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvr_db [None req-147b00ae-1dff-49be-8929-45278027fd7e None None] Set router f19a8024-dd66-4ec0-831e-212910b1b038 gateway port host: dv-cinder-800697-3-iscsi {{(pid=93023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:05:54.741118 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-d590833e-e593-437f-97c8-54bbc55c6bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'name': 'tempest-AttachVolumeShelveTestJSON-631390118-router', 'tenant_id': 'b242095010ee4963872bd0cfcbacc3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '32cf16c9-547e-44ad-a083-59a8dc60c8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:00:54Z', 'updated_at': '2021-07-16T20:01:01Z', 'revision_number': 4, 'project_id': 'b242095010ee4963872bd0cfcbacc3fa', 'gw_port': {'id': '32cf16c9-547e-44ad-a083-59a8dc60c8f5', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:00:55Z', 'updated_at': '2021-07-16T20:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_floatingips': [{'id': 'd7450ee0-2642-4b66-8cb7-02cb21c70f77', 'tenant_id': 'b242095010ee4963872bd0cfcbacc3fa', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'router_id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'port_id': 'a3545818-9902-40e8-b49d-2425ea5cd566', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ff04a31-0c23-4b48-92bc-f65e7b91222b', 'mac_address': 'fa:16:3e:cb:c7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd673e923-f315-4301-a81d-fe804de00132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:05:36Z', 'updated_at': '2021-07-16T20:05:52Z', 'revision_number': 1, 'project_id': 'b242095010ee4963872bd0cfcbacc3fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '966c6d7b-5624-4f3e-bfc8-882157fc3444', 'name': '', 'network_id': '4ff04a31-0c23-4b48-92bc-f65e7b91222b', 'tenant_id': 'b242095010ee4963872bd0cfcbacc3fa', 'mac_address': 'fa:16:3e:77:ab:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bbca6f5f-fd8e-4af4-b23d-e7ec2502b976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:00:59Z', 'updated_at': '2021-07-16T20:01:10Z', 'revision_number': 5, 'project_id': 'b242095010ee4963872bd0cfcbacc3fa', 'subnets': [{'id': 'bbca6f5f-fd8e-4af4-b23d-e7ec2502b976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:54.780110 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d590833e-e593-437f-97c8-54bbc55c6bc3 None None] The sync data for ids ['6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca'] in dv-cinder-800697-3-iscsi is: [{'id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'name': 'tempest-AttachVolumeShelveTestJSON-631390118-router', 'tenant_id': 'b242095010ee4963872bd0cfcbacc3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '32cf16c9-547e-44ad-a083-59a8dc60c8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:00:54Z', 'updated_at': '2021-07-16T20:01:01Z', 'revision_number': 4, 'project_id': 'b242095010ee4963872bd0cfcbacc3fa', 'gw_port': {'id': '32cf16c9-547e-44ad-a083-59a8dc60c8f5', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:00:55Z', 'updated_at': '2021-07-16T20:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_floatingips': [{'id': 'd7450ee0-2642-4b66-8cb7-02cb21c70f77', 'tenant_id': 'b242095010ee4963872bd0cfcbacc3fa', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'router_id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'port_id': 'a3545818-9902-40e8-b49d-2425ea5cd566', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ff04a31-0c23-4b48-92bc-f65e7b91222b', 'mac_address': 'fa:16:3e:cb:c7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd673e923-f315-4301-a81d-fe804de00132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:05:36Z', 'updated_at': '2021-07-16T20:05:52Z', 'revision_number': 1, 'project_id': 'b242095010ee4963872bd0cfcbacc3fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '966c6d7b-5624-4f3e-bfc8-882157fc3444', 'name': '', 'network_id': '4ff04a31-0c23-4b48-92bc-f65e7b91222b', 'tenant_id': 'b242095010ee4963872bd0cfcbacc3fa', 'mac_address': 'fa:16:3e:77:ab:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bbca6f5f-fd8e-4af4-b23d-e7ec2502b976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:00:59Z', 'updated_at': '2021-07-16T20:01:10Z', 'revision_number': 5, 'project_id': 'b242095010ee4963872bd0cfcbacc3fa', 'subnets': [{'id': 'bbca6f5f-fd8e-4af4-b23d-e7ec2502b976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:05:54.781742 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 4a9f74ee-a0dc-412d-b96c-03ca41a2462e up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:05:54.830584 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:54.852161 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning complete for port 4a9f74ee-a0dc-412d-b96c-03ca41a2462e triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:54.852477 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:54.859097 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8541c6f-0c8e-4013-8279-5f75c3c1f8ab admin admin] Notify agent at l3_agent.dv-cinder-800697-3-iscsi the message routers_updated {{(pid=93021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:05:54.878235 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452d5968-f61b-4617-a63c-09a2482989e4 None None] Sync routers for ids ['28c024b8-38ba-4f3f-8aa4-b161f47f5399'] in dv-cinder-800697-3-iscsi {{(pid=93023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:05:54.881078 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-c8541c6f-0c8e-4013-8279-5f75c3c1f8ab admin admin] Notify callbacks [] for router, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:54.882269 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-c8541c6f-0c8e-4013-8279-5f75c3c1f8ab admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7727075 Jul 16 20:05:54.884991 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 60236) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:54.933778 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452d5968-f61b-4617-a63c-09a2482989e4 None None] Routers {'28c024b8-38ba-4f3f-8aa4-b161f47f5399'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:05:54.935075 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-452d5968-f61b-4617-a63c-09a2482989e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:05:52Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['28c024b8-38ba-4f3f-8aa4-b161f47f5399'], 'active': True} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:54.976725 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 969ab440-969b-4e49-bc6a-1158017bc89a up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:05:55.065667 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning for port 969ab440-969b-4e49-bc6a-1158017bc89a completed by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:05:55.109703 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e2b9a3-da3e-457f-8111-065e303996a2 None None] New status for floating IP d7450ee0-2642-4b66-8cb7-02cb21c70f77: ACTIVE {{(pid=93022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:05:55.125745 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvr_db [None req-452d5968-f61b-4617-a63c-09a2482989e4 None None] Set router 28c024b8-38ba-4f3f-8aa4-b161f47f5399 gateway port host: dv-cinder-800697-3-iscsi {{(pid=93023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:05:55.320752 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c581fcd-c1f2-4496-9a50-5f60661d622b None None] Network c24ca1b6-702e-44f3-8d84-b64ec6972b42 requested from dv-cinder-800697-3-iscsi {{(pid=93022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:05:55.370144 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-147b00ae-1dff-49be-8929-45278027fd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19a8024-dd66-4ec0-831e-212910b1b038', 'name': 'tempest-TestShelveInstance-642272152-router', 'tenant_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '4a9f74ee-a0dc-412d-b96c-03ca41a2462e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:45Z', 'updated_at': '2021-07-16T20:05:49Z', 'revision_number': 4, 'project_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'gw_port': {'id': '4a9f74ee-a0dc-412d-b96c-03ca41a2462e', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ba:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19a8024-dd66-4ec0-831e-212910b1b038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:46Z', 'updated_at': '2021-07-16T20:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_interfaces': [{'id': '24475f92-e073-4ab1-b4a2-80c8cc3d9d23', 'name': '', 'network_id': 'bdbd16a4-4f92-4443-ba28-8121ae0e03c0', 'tenant_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'mac_address': 'fa:16:3e:a2:f2:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19a8024-dd66-4ec0-831e-212910b1b038', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '11ecba9f-258e-4632-8889-94ecc6e745f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:48Z', 'updated_at': '2021-07-16T20:05:54Z', 'revision_number': 4, 'project_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'subnets': [{'id': '11ecba9f-258e-4632-8889-94ecc6e745f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:55.410459 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147b00ae-1dff-49be-8929-45278027fd7e None None] The sync data for ids ['f19a8024-dd66-4ec0-831e-212910b1b038'] in dv-cinder-800697-3-iscsi is: [{'id': 'f19a8024-dd66-4ec0-831e-212910b1b038', 'name': 'tempest-TestShelveInstance-642272152-router', 'tenant_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '4a9f74ee-a0dc-412d-b96c-03ca41a2462e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:45Z', 'updated_at': '2021-07-16T20:05:49Z', 'revision_number': 4, 'project_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'gw_port': {'id': '4a9f74ee-a0dc-412d-b96c-03ca41a2462e', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ba:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19a8024-dd66-4ec0-831e-212910b1b038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:46Z', 'updated_at': '2021-07-16T20:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_interfaces': [{'id': '24475f92-e073-4ab1-b4a2-80c8cc3d9d23', 'name': '', 'network_id': 'bdbd16a4-4f92-4443-ba28-8121ae0e03c0', 'tenant_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'mac_address': 'fa:16:3e:a2:f2:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19a8024-dd66-4ec0-831e-212910b1b038', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '11ecba9f-258e-4632-8889-94ecc6e745f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:48Z', 'updated_at': '2021-07-16T20:05:54Z', 'revision_number': 4, 'project_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'subnets': [{'id': '11ecba9f-258e-4632-8889-94ecc6e745f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:05:55.473933 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-452d5968-f61b-4617-a63c-09a2482989e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c024b8-38ba-4f3f-8aa4-b161f47f5399', 'name': 'tempest-TestShelveInstance-1327264000-router', 'tenant_id': '5b06662f2d3b4b8b9bfde78fdc08f81d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'fcc67d8e-e0b0-4df9-b329-f600e9c8b4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:52Z', 'updated_at': '2021-07-16T20:05:53Z', 'revision_number': 3, 'project_id': '5b06662f2d3b4b8b9bfde78fdc08f81d', 'gw_port': {'id': 'fcc67d8e-e0b0-4df9-b329-f600e9c8b4ca', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ce:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c024b8-38ba-4f3f-8aa4-b161f47f5399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:52Z', 'updated_at': '2021-07-16T20:05:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi'}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:55.514636 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452d5968-f61b-4617-a63c-09a2482989e4 None None] Checking router: 28c024b8-38ba-4f3f-8aa4-b161f47f5399 for host: dv-cinder-800697-3-iscsi {{(pid=93023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:05:55.515555 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452d5968-f61b-4617-a63c-09a2482989e4 None None] Updating router 28c024b8-38ba-4f3f-8aa4-b161f47f5399 port fcc67d8e-e0b0-4df9-b329-f600e9c8b4ca binding host dv-cinder-800697-3-iscsi {{(pid=93023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:05:55.535365 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-f44c80a5-9adb-463d-a09a-55db30b7d982 None None] Provisioning for port 969ab440-969b-4e49-bc6a-1158017bc89a completed by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:05:55.545958 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-f44c80a5-9adb-463d-a09a-55db30b7d982 None None] Provisioning complete for port 969ab440-969b-4e49-bc6a-1158017bc89a triggered by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:55.546438 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-f44c80a5-9adb-463d-a09a-55db30b7d982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:55.563247 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-452d5968-f61b-4617-a63c-09a2482989e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:55.858743 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-f44c80a5-9adb-463d-a09a-55db30b7d982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:55.908927 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-f44c80a5-9adb-463d-a09a-55db30b7d982 None None] For port 969ab440-969b-4e49-bc6a-1158017bc89a, host dv-cinder-800697-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=969ab440-969b-4e49-bc6a-1158017bc89a,segment=NetworkSegment(eb633a16-4c77-475d-8a59-b0fff246e435),segment_id=eb633a16-4c77-475d-8a59-b0fff246e435)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:55.915577 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-f44c80a5-9adb-463d-a09a-55db30b7d982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:55.927119 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-e5a70cd8-32f7-4480-95f4-8a91fdcd5ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:56.009399 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44c80a5-9adb-463d-a09a-55db30b7d982 None None] Pushing event updated for resources: {'Port': ['ID=969ab440-969b-4e49-bc6a-1158017bc89a,revision_number=3']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:56.166995 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 60260) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:56.194515 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-452d5968-f61b-4617-a63c-09a2482989e4 None None] Notify callbacks [] for port, precommit_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:56.205735 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.provisioning_blocks [None req-452d5968-f61b-4617-a63c-09a2482989e4 None None] Transition to ACTIVE for port object fcc67d8e-e0b0-4df9-b329-f600e9c8b4ca will not be triggered until provisioned by entity L2. {{(pid=93023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:05:56.212498 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-452d5968-f61b-4617-a63c-09a2482989e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:56.307880 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [None req-452d5968-f61b-4617-a63c-09a2482989e4 None None] Attempting to bind port fcc67d8e-e0b0-4df9-b329-f600e9c8b4ca on host dv-cinder-800697-3-iscsi for vnic_type normal with profile {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:05:56.308145 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [None req-452d5968-f61b-4617-a63c-09a2482989e4 None None] Attempting to bind port fcc67d8e-e0b0-4df9-b329-f600e9c8b4ca by drivers openvswitch,hyperv on host dv-cinder-800697-3-iscsi at level 0 using segments [{'id': 'cdf336fb-2473-4d8c-b46d-c083e8b3b4ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3'}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:05:56.309072 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452d5968-f61b-4617-a63c-09a2482989e4 None None] Attempting to bind port fcc67d8e-e0b0-4df9-b329-f600e9c8b4ca on network 72bddd3a-8a62-4354-b4b3-8a4b3e183ea3 {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:05:56.320073 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452d5968-f61b-4617-a63c-09a2482989e4 None None] Checking agent: {'id': '6d2f6f1f-2a68-46fa-b61c-109a868a14b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 53, 32), 'started_at': datetime.datetime(2021, 7, 16, 19, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:05:56.320448 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452d5968-f61b-4617-a63c-09a2482989e4 None None] Checking segment: {'id': 'cdf336fb-2473-4d8c-b46d-c083e8b3b4ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:05:56.320843 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-452d5968-f61b-4617-a63c-09a2482989e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:56.321227 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452d5968-f61b-4617-a63c-09a2482989e4 None None] Bound using segment: {'id': 'cdf336fb-2473-4d8c-b46d-c083e8b3b4ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3'} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:05:56.321689 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [None req-452d5968-f61b-4617-a63c-09a2482989e4 None None] Bound port: fcc67d8e-e0b0-4df9-b329-f600e9c8b4ca, host: dv-cinder-800697-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf336fb-2473-4d8c-b46d-c083e8b3b4ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3'}}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:05:56.322083 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-452d5968-f61b-4617-a63c-09a2482989e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:56.339114 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-779bb31c-676e-4ad4-92a8-8c99497e234c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:56.351333 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-a58ebee8-5371-4065-a24d-1147d65becdf None None] Provisioning complete for port 969ab440-969b-4e49-bc6a-1158017bc89a triggered by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:56.352312 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-a58ebee8-5371-4065-a24d-1147d65becdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:56.384093 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.db_base_plugin_common [None req-e5a70cd8-32f7-4480-95f4-8a91fdcd5ede admin admin] Allocated IP 172.20.0.1 (c24ca1b6-702e-44f3-8d84-b64ec6972b42/2c765c14-aa34-4fda-b857-82c22b00e8ac/4214b01d-93e2-464f-b1ef-c7fb9c49fd3d) {{(pid=93021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:05:56.401162 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f00778-4444-4ef4-914b-79a718f6cfac None None] Pushing event updated for resources: {'Port': ['ID=fcc67d8e-e0b0-4df9-b329-f600e9c8b4ca,revision_number=2']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:56.454087 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [None req-452d5968-f61b-4617-a63c-09a2482989e4 None None] For port fcc67d8e-e0b0-4df9-b329-f600e9c8b4ca, host dv-cinder-800697-3-iscsi, cleared binding levels {{(pid=93023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:05:56.458985 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [None req-452d5968-f61b-4617-a63c-09a2482989e4 None None] For port fcc67d8e-e0b0-4df9-b329-f600e9c8b4ca, host dv-cinder-800697-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=fcc67d8e-e0b0-4df9-b329-f600e9c8b4ca,segment=NetworkSegment(cdf336fb-2473-4d8c-b46d-c083e8b3b4ea),segment_id=cdf336fb-2473-4d8c-b46d-c083e8b3b4ea)] {{(pid=93023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:05:56.473314 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-452d5968-f61b-4617-a63c-09a2482989e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:56.500302 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-779bb31c-676e-4ad4-92a8-8c99497e234c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:56.514278 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-779bb31c-676e-4ad4-92a8-8c99497e234c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:56.568513 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-779bb31c-676e-4ad4-92a8-8c99497e234c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6f775f6ff5854d4c951e99e3d5a89bac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3991177 Jul 16 20:05:56.569386 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 60270) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:56.573913 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f00778-4444-4ef4-914b-79a718f6cfac None None] Pushing event updated for resources: {'Port': ['ID=fcc67d8e-e0b0-4df9-b329-f600e9c8b4ca,revision_number=3']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:56.589718 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452d5968-f61b-4617-a63c-09a2482989e4 None None] Routers {'28c024b8-38ba-4f3f-8aa4-b161f47f5399'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:05:56.591107 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-452d5968-f61b-4617-a63c-09a2482989e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:05:52Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['28c024b8-38ba-4f3f-8aa4-b161f47f5399'], 'active': True} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:56.598115 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-e5a70cd8-32f7-4480-95f4-8a91fdcd5ede admin admin] Notify callbacks [] for port, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:56.629244 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779bb31c-676e-4ad4-92a8-8c99497e234c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8111fe26-5286-412f-a896-c4f71c74538c,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:56.633822 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.provisioning_blocks [None req-e5a70cd8-32f7-4480-95f4-8a91fdcd5ede admin admin] Transition to ACTIVE for port object 4214b01d-93e2-464f-b1ef-c7fb9c49fd3d will not be triggered until provisioned by entity DHCP. {{(pid=93021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:05:56.704647 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 24475f92-e073-4ab1-b4a2-80c8cc3d9d23 up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:05:56.717751 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-e5a70cd8-32f7-4480-95f4-8a91fdcd5ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786206872486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8120956'] for port, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:56.728605 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-de368c30-ae91-4b31-8f4b-1d8f786745d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:56.760384 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-de368c30-ae91-4b31-8f4b-1d8f786745d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:56.763077 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a70cd8-32f7-4480-95f4-8a91fdcd5ede admin admin] Network c24ca1b6-702e-44f3-8d84-b64ec6972b42 is already hosted by enough agents. {{(pid=93021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:05:56.766416 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.base_scheduler [None req-e5a70cd8-32f7-4480-95f4-8a91fdcd5ede admin admin] Resources bound (agent type, host, resource id): {{(pid=93021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:56.770140 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a70cd8-32f7-4480-95f4-8a91fdcd5ede admin admin] Received port after_create {{(pid=93021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:05:56.812338 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a70cd8-32f7-4480-95f4-8a91fdcd5ede admin admin] Pushing event updated for resources: {'Port': ['ID=4214b01d-93e2-464f-b1ef-c7fb9c49fd3d,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:56.824822 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-e5a70cd8-32f7-4480-95f4-8a91fdcd5ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8300323'] for router_interface, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:56.828250 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 60278) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:56.836473 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning for port 24475f92-e073-4ab1-b4a2-80c8cc3d9d23 completed by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:05:56.846730 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning complete for port 24475f92-e073-4ab1-b4a2-80c8cc3d9d23 triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:56.847105 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:56.880451 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-de368c30-ae91-4b31-8f4b-1d8f786745d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:56.885769 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-de368c30-ae91-4b31-8f4b-1d8f786745d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:56.893065 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-de368c30-ae91-4b31-8f4b-1d8f786745d5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8111fe26-5286-412f-a896-c4f71c74538c HTTP/1.1" status: 204 len: 168 time: 0.3162951 Jul 16 20:05:56.898946 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvr_db [None req-452d5968-f61b-4617-a63c-09a2482989e4 None None] Set router 28c024b8-38ba-4f3f-8aa4-b161f47f5399 gateway port host: dv-cinder-800697-3-iscsi {{(pid=93023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:05:56.901861 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de368c30-ae91-4b31-8f4b-1d8f786745d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8111fe26-5286-412f-a896-c4f71c74538c,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:57.087812 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-c2a5b092-fb33-4f46-b340-dd5f08b0ab0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:57.091798 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:57.136209 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-e5a70cd8-32f7-4480-95f4-8a91fdcd5ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:57.177843 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] For port 24475f92-e073-4ab1-b4a2-80c8cc3d9d23, host dv-cinder-800697-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=24475f92-e073-4ab1-b4a2-80c8cc3d9d23,segment=NetworkSegment(c0ee1241-efc6-4d38-8bf8-51999d0ead40),segment_id=c0ee1241-efc6-4d38-8bf8-51999d0ead40)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:57.183184 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:57.184845 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 969ab440-969b-4e49-bc6a-1158017bc89a up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:05:57.244844 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ad084-e95e-456c-b0da-14e1fa80b9bb req-9ddac780-1ebb-4bb7-9e94-874e40d6f91a tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:57.252593 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-876ad084-e95e-456c-b0da-14e1fa80b9bb req-9ddac780-1ebb-4bb7-9e94-874e40d6f91a tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 945 time: 0.4701900 Jul 16 20:05:57.282856 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-452d5968-f61b-4617-a63c-09a2482989e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c024b8-38ba-4f3f-8aa4-b161f47f5399', 'name': 'tempest-TestShelveInstance-1327264000-router', 'tenant_id': '5b06662f2d3b4b8b9bfde78fdc08f81d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'fcc67d8e-e0b0-4df9-b329-f600e9c8b4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:52Z', 'updated_at': '2021-07-16T20:05:53Z', 'revision_number': 3, 'project_id': '5b06662f2d3b4b8b9bfde78fdc08f81d', 'gw_port': {'id': 'fcc67d8e-e0b0-4df9-b329-f600e9c8b4ca', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ce:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c024b8-38ba-4f3f-8aa4-b161f47f5399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:52Z', 'updated_at': '2021-07-16T20:05:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi'}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:57.346993 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452d5968-f61b-4617-a63c-09a2482989e4 None None] The sync data for ids ['28c024b8-38ba-4f3f-8aa4-b161f47f5399'] in dv-cinder-800697-3-iscsi is: [{'id': '28c024b8-38ba-4f3f-8aa4-b161f47f5399', 'name': 'tempest-TestShelveInstance-1327264000-router', 'tenant_id': '5b06662f2d3b4b8b9bfde78fdc08f81d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'fcc67d8e-e0b0-4df9-b329-f600e9c8b4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:52Z', 'updated_at': '2021-07-16T20:05:53Z', 'revision_number': 3, 'project_id': '5b06662f2d3b4b8b9bfde78fdc08f81d', 'gw_port': {'id': 'fcc67d8e-e0b0-4df9-b329-f600e9c8b4ca', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ce:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c024b8-38ba-4f3f-8aa4-b161f47f5399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:52Z', 'updated_at': '2021-07-16T20:05:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi'}] {{(pid=93023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:05:57.361803 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-5d3d59a9-240e-4bd4-8b39-c7fd65afdb78 None None] Provisioning for port 4214b01d-93e2-464f-b1ef-c7fb9c49fd3d completed by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:05:57.379483 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-c2a5b092-fb33-4f46-b340-dd5f08b0ab0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:57.380412 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Pushing event updated for resources: {'Port': ['ID=24475f92-e073-4ab1-b4a2-80c8cc3d9d23,revision_number=5']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:57.390122 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-c2a5b092-fb33-4f46-b340-dd5f08b0ab0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:57.395253 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-5d3d59a9-240e-4bd4-8b39-c7fd65afdb78 None None] Provisioning complete for port 4214b01d-93e2-464f-b1ef-c7fb9c49fd3d triggered by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:57.395810 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-5d3d59a9-240e-4bd4-8b39-c7fd65afdb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:57.403502 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-876ad084-e95e-456c-b0da-14e1fa80b9bb req-015695f4-7d70-4e18-b8d6-c7a5ad27ae1b tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=710277bd-ee2e-4d27-a450-42b1ed510583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442931 Jul 16 20:05:57.438731 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning complete for port 969ab440-969b-4e49-bc6a-1158017bc89a triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:57.439307 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:57.484709 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a5b092-fb33-4f46-b340-dd5f08b0ab0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e65923a-e32e-4fc6-9e70-76db2d28f1ec,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:57.487353 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d59a9-240e-4bd4-8b39-c7fd65afdb78 None None] Port 4214b01d-93e2-464f-b1ef-c7fb9c49fd3d cannot update to ACTIVE because it is not bound. {{(pid=93022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:05:57.505996 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 60286) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:57.511114 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-c2a5b092-fb33-4f46-b340-dd5f08b0ab0b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=beaa3d7744ad4207a5ea81ec42cc0668&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6817167 Jul 16 20:05:57.516499 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-e5a70cd8-32f7-4480-95f4-8a91fdcd5ede admin admin] Notify callbacks [] for port, precommit_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:57.522116 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-e5a70cd8-32f7-4480-95f4-8a91fdcd5ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8120901'] for port, after_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:57.565707 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-74a637d3-d17f-4155-ae05-aebf466108b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:57.586592 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-74a637d3-d17f-4155-ae05-aebf466108b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:57.599496 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a70cd8-32f7-4480-95f4-8a91fdcd5ede admin admin] Pushing event updated for resources: {'Port': ['ID=4214b01d-93e2-464f-b1ef-c7fb9c49fd3d,revision_number=2']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:57.608486 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-e5a70cd8-32f7-4480-95f4-8a91fdcd5ede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8300375'] for router_interface, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:57.646150 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-74a637d3-d17f-4155-ae05-aebf466108b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:57.648879 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-74a637d3-d17f-4155-ae05-aebf466108b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:57.654842 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-74a637d3-d17f-4155-ae05-aebf466108b4 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0e65923a-e32e-4fc6-9e70-76db2d28f1ec HTTP/1.1" status: 204 len: 168 time: 0.1477249 Jul 16 20:05:57.667358 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a637d3-d17f-4155-ae05-aebf466108b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e65923a-e32e-4fc6-9e70-76db2d28f1ec,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:57.726491 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a70cd8-32f7-4480-95f4-8a91fdcd5ede admin admin] Network c24ca1b6-702e-44f3-8d84-b64ec6972b42 is already hosted by enough agents. {{(pid=93021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:05:57.727840 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.base_scheduler [None req-e5a70cd8-32f7-4480-95f4-8a91fdcd5ede admin admin] Resources bound (agent type, host, resource id): {{(pid=93021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:05:57.861901 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a70cd8-32f7-4480-95f4-8a91fdcd5ede admin admin] Router 28c024b8-38ba-4f3f-8aa4-b161f47f5399 has already been hosted by L3 agent 2edc1d69-0f6a-462d-a1c4-2c7c9be5649e {{(pid=93021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:05:57.989607 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a70cd8-32f7-4480-95f4-8a91fdcd5ede admin admin] Notify agent at l3_agent.dv-cinder-800697-3-iscsi the message routers_updated {{(pid=93021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:05:57.995039 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-e5a70cd8-32f7-4480-95f4-8a91fdcd5ede admin admin] 10.222.0.98 "PUT /v2.0/routers/28c024b8-38ba-4f3f-8aa4-b161f47f5399/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1082819 Jul 16 20:05:58.021645 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-cd2c4235-f7fd-43e3-adc4-dd4835311aa3 None None] Provisioning complete for port 4214b01d-93e2-464f-b1ef-c7fb9c49fd3d triggered by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:58.022369 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-cd2c4235-f7fd-43e3-adc4-dd4835311aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:58.067357 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-cd2c4235-f7fd-43e3-adc4-dd4835311aa3 None None] Port 4214b01d-93e2-464f-b1ef-c7fb9c49fd3d cannot update to ACTIVE because it is not bound. {{(pid=93022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:05:58.110940 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 60296) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:58.124418 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-d2103567-1244-4549-9ede-84b69f2b1059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:58.233923 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-d2103567-1244-4549-9ede-84b69f2b1059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:58.238007 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-d2103567-1244-4549-9ede-84b69f2b1059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:58.279293 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2103567-1244-4549-9ede-84b69f2b1059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d1395a-bb13-482d-874c-41476e61c5e2,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:58.288499 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 60302) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:58.289007 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-d2103567-1244-4549-9ede-84b69f2b1059 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2d10afa96fb94052b3c3cca60f466307&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1768348 Jul 16 20:05:58.346010 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-c42ddc5c-2e95-4b56-82c2-3687c916d20c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:58.367642 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-c42ddc5c-2e95-4b56-82c2-3687c916d20c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:58.416926 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-c42ddc5c-2e95-4b56-82c2-3687c916d20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:58.419827 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-c42ddc5c-2e95-4b56-82c2-3687c916d20c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:58.421138 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-c42ddc5c-2e95-4b56-82c2-3687c916d20c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/16d1395a-bb13-482d-874c-41476e61c5e2 HTTP/1.1" status: 204 len: 168 time: 0.1316512 Jul 16 20:05:58.429921 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ddc5c-2e95-4b56-82c2-3687c916d20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d1395a-bb13-482d-874c-41476e61c5e2,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:58.509605 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 60308) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:58.514489 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [None req-29a84c46-317d-4b90-a715-28704d5b2df3 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-513631061', 'description': 'tempest-secgroup-smoke-513631061 description', 'project_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2'}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:58.556442 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-29a84c46-317d-4b90-a715-28704d5b2df3 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Notify callbacks [] for security_group, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:58.676864 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 24475f92-e073-4ab1-b4a2-80c8cc3d9d23 up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:05:58.684780 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe70d7-0ef8-4ad7-8414-f97f1630ffe6 req-ef7f3d77-54dc-47cf-9d3a-f874ba6c5f86 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:58.692720 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-13fe70d7-0ef8-4ad7-8414-f97f1630ffe6 req-ef7f3d77-54dc-47cf-9d3a-f874ba6c5f86 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 945 time: 0.1120951 Jul 16 20:05:58.721771 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-29a84c46-317d-4b90-a715-28704d5b2df3 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Notify callbacks [] for security_group, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:58.738996 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-13fe70d7-0ef8-4ad7-8414-f97f1630ffe6 req-b75b514d-ad5b-4eb0-9387-7a099a268e3d tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=710277bd-ee2e-4d27-a450-42b1ed510583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452828 Jul 16 20:05:58.739671 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-29a84c46-317d-4b90-a715-28704d5b2df3 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:58.740840 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning complete for port 24475f92-e073-4ab1-b4a2-80c8cc3d9d23 triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:58.741440 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:58.836881 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device fcc67d8e-e0b0-4df9-b329-f600e9c8b4ca up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:05:58.889435 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 60312) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:58.897116 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning for port fcc67d8e-e0b0-4df9-b329-f600e9c8b4ca completed by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:05:58.902964 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning complete for port fcc67d8e-e0b0-4df9-b329-f600e9c8b4ca triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:05:58.902964 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:58.906696 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-38a1dd6a-e03b-426b-b46c-2c82e1f2f33e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:59.003326 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:59.017814 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-38a1dd6a-e03b-426b-b46c-2c82e1f2f33e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:59.020474 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a84c46-317d-4b90-a715-28704d5b2df3 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02993561-05b6-4180-b7c0-0d66e26cc172,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:59.023405 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-38a1dd6a-e03b-426b-b46c-2c82e1f2f33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:59.035250 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] For port fcc67d8e-e0b0-4df9-b329-f600e9c8b4ca, host dv-cinder-800697-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=fcc67d8e-e0b0-4df9-b329-f600e9c8b4ca,segment=NetworkSegment(cdf336fb-2473-4d8c-b46d-c083e8b3b4ea),segment_id=cdf336fb-2473-4d8c-b46d-c083e8b3b4ea)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:59.038091 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354181d-6b96-4182-a9de-1b9e9a9767c8 req-9a7b7d95-52b6-4ceb-a832-1d93b5feb31f tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:05:59.039707 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-6354181d-6b96-4182-a9de-1b9e9a9767c8 req-9a7b7d95-52b6-4ceb-a832-1d93b5feb31f tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.102 "GET /v2.0/ports?device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 945 time: 0.3624146 Jul 16 20:05:59.039881 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:59.040980 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-29a84c46-317d-4b90-a715-28704d5b2df3 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Notify callbacks [] for security_group, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:59.042072 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-29a84c46-317d-4b90-a715-28704d5b2df3 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5314937 Jul 16 20:05:59.046846 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 60314) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:59.062570 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a1dd6a-e03b-426b-b46c-2c82e1f2f33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3896de8-2893-4abf-890a-2eca2fca55ee,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:59.073757 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-38a1dd6a-e03b-426b-b46c-2c82e1f2f33e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=feb323de2f734cc0b115f3dffbdff40f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1827493 Jul 16 20:05:59.075116 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 60316) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:59.094828 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [None req-412de437-7c67-4168-88f2-4b06310053d3 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Request body: {'security_group_rule': {'security_group_id': '02993561-05b6-4180-b7c0-0d66e26cc172', 'project_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:59.110353 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Pushing event updated for resources: {'Port': ['ID=fcc67d8e-e0b0-4df9-b329-f600e9c8b4ca,revision_number=4']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:59.137151 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-b273cfba-2ac0-494e-ada9-3975efafbf78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:59.156485 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-412de437-7c67-4168-88f2-4b06310053d3 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:59.158913 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-b273cfba-2ac0-494e-ada9-3975efafbf78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:59.187790 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [req-6354181d-6b96-4182-a9de-1b9e9a9767c8 req-31744f2a-e60d-4fac-88d7-34a83bffceee tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Deleting port 9bf651b9-1121-4e77-97e1-43aeb0746b86 {{(pid=93020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:05:59.188127 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-6354181d-6b96-4182-a9de-1b9e9a9767c8 req-31744f2a-e60d-4fac-88d7-34a83bffceee tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786207273135'] for port, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:59.207969 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-b273cfba-2ac0-494e-ada9-3975efafbf78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:59.210667 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-b273cfba-2ac0-494e-ada9-3975efafbf78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:59.212254 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-b273cfba-2ac0-494e-ada9-3975efafbf78 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a3896de8-2893-4abf-890a-2eca2fca55ee HTTP/1.1" status: 204 len: 168 time: 0.1356683 Jul 16 20:05:59.220956 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b273cfba-2ac0-494e-ada9-3975efafbf78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3896de8-2893-4abf-890a-2eca2fca55ee,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:59.290720 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-412de437-7c67-4168-88f2-4b06310053d3 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:59.297446 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-412de437-7c67-4168-88f2-4b06310053d3 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7951394'] for security_group_rule, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:59.333354 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412de437-7c67-4168-88f2-4b06310053d3 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7a9763c-7e8a-44d4-8257-76e379d8792c,revision_number=0']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:59.334729 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [req-6354181d-6b96-4182-a9de-1b9e9a9767c8 req-31744f2a-e60d-4fac-88d7-34a83bffceee tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] For port 9bf651b9-1121-4e77-97e1-43aeb0746b86, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=9bf651b9-1121-4e77-97e1-43aeb0746b86,segment=NetworkSegment(8e320ee3-ef38-49c6-b0e5-96c1ac24e24d),segment_id=8e320ee3-ef38-49c6-b0e5-96c1ac24e24d)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:05:59.335189 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-6354181d-6b96-4182-a9de-1b9e9a9767c8 req-31744f2a-e60d-4fac-88d7-34a83bffceee tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8298881'] for port, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:59.346167 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-412de437-7c67-4168-88f2-4b06310053d3 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:59.353255 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 60322) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:59.353638 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-412de437-7c67-4168-88f2-4b06310053d3 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2620025 Jul 16 20:05:59.359250 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [None req-d00e4756-bafa-4006-b014-be2bf02ee48e tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Request body: {'security_group_rule': {'security_group_id': '02993561-05b6-4180-b7c0-0d66e26cc172', 'project_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:59.379178 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba9eda5-27b1-40b3-9a56-ce5c95e93a5e None None] Sync routers for ids ['28c024b8-38ba-4f3f-8aa4-b161f47f5399'] in dv-cinder-800697-3-iscsi {{(pid=93023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:05:59.393258 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-d00e4756-bafa-4006-b014-be2bf02ee48e tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:59.393869 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba9eda5-27b1-40b3-9a56-ce5c95e93a5e None None] Routers {'28c024b8-38ba-4f3f-8aa4-b161f47f5399'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:05:59.394672 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-aba9eda5-27b1-40b3-9a56-ce5c95e93a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:05:52Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['28c024b8-38ba-4f3f-8aa4-b161f47f5399'], 'active': True} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:59.448494 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-d00e4756-bafa-4006-b014-be2bf02ee48e tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:59.456373 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-d00e4756-bafa-4006-b014-be2bf02ee48e tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7951394'] for security_group_rule, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:59.479730 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00e4756-bafa-4006-b014-be2bf02ee48e tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=756ed8a7-e063-42a0-91a6-735f649e8517,revision_number=0']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:59.500556 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-d00e4756-bafa-4006-b014-be2bf02ee48e tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:59.504618 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-d00e4756-bafa-4006-b014-be2bf02ee48e tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1475127 Jul 16 20:05:59.505775 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 60326) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:59.510707 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [None req-5bcf81aa-6e19-4c2d-9c30-a305ac79b0b7 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Request body: {'security_group_rule': {'security_group_id': '02993561-05b6-4180-b7c0-0d66e26cc172', 'project_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:59.521965 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvr_db [None req-aba9eda5-27b1-40b3-9a56-ce5c95e93a5e None None] Set router 28c024b8-38ba-4f3f-8aa4-b161f47f5399 gateway port host: dv-cinder-800697-3-iscsi {{(pid=93023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:05:59.591837 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-5bcf81aa-6e19-4c2d-9c30-a305ac79b0b7 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:59.595496 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-6354181d-6b96-4182-a9de-1b9e9a9767c8 req-31744f2a-e60d-4fac-88d7-34a83bffceee tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:59.595734 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-6354181d-6b96-4182-a9de-1b9e9a9767c8 req-31744f2a-e60d-4fac-88d7-34a83bffceee tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8363194'] for floatingip, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:59.596041 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.db.l3_db [req-6354181d-6b96-4182-a9de-1b9e9a9767c8 req-31744f2a-e60d-4fac-88d7-34a83bffceee tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Floating IP 7e3bae8f-9b0d-411f-8527-5832aca0215c disassociated. External IP: 172.27.1.140, port: 9bf651b9-1121-4e77-97e1-43aeb0746b86. Jul 16 20:05:59.596378 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [req-6354181d-6b96-4182-a9de-1b9e9a9767c8 req-31744f2a-e60d-4fac-88d7-34a83bffceee tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Calling delete_port for 9bf651b9-1121-4e77-97e1-43aeb0746b86 owned by compute:nova {{(pid=93020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:05:59.707750 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-5bcf81aa-6e19-4c2d-9c30-a305ac79b0b7 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:59.718792 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-5bcf81aa-6e19-4c2d-9c30-a305ac79b0b7 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7951394'] for security_group_rule, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:59.737083 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcf81aa-6e19-4c2d-9c30-a305ac79b0b7 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55f3f257-8476-41af-8f16-34af0295b650,revision_number=0']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:59.759959 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-aba9eda5-27b1-40b3-9a56-ce5c95e93a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c024b8-38ba-4f3f-8aa4-b161f47f5399', 'name': 'tempest-TestShelveInstance-1327264000-router', 'tenant_id': '5b06662f2d3b4b8b9bfde78fdc08f81d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'fcc67d8e-e0b0-4df9-b329-f600e9c8b4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:52Z', 'updated_at': '2021-07-16T20:05:57Z', 'revision_number': 4, 'project_id': '5b06662f2d3b4b8b9bfde78fdc08f81d', 'gw_port': {'id': 'fcc67d8e-e0b0-4df9-b329-f600e9c8b4ca', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ce:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c024b8-38ba-4f3f-8aa4-b161f47f5399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:52Z', 'updated_at': '2021-07-16T20:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_interfaces': [{'id': '4214b01d-93e2-464f-b1ef-c7fb9c49fd3d', 'name': '', 'network_id': 'c24ca1b6-702e-44f3-8d84-b64ec6972b42', 'tenant_id': '5b06662f2d3b4b8b9bfde78fdc08f81d', 'mac_address': 'fa:16:3e:b1:10:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c024b8-38ba-4f3f-8aa4-b161f47f5399', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '2c765c14-aa34-4fda-b857-82c22b00e8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:55Z', 'updated_at': '2021-07-16T20:05:57Z', 'revision_number': 2, 'project_id': '5b06662f2d3b4b8b9bfde78fdc08f81d', 'subnets': [{'id': '2c765c14-aa34-4fda-b857-82c22b00e8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:05:59.766857 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-5bcf81aa-6e19-4c2d-9c30-a305ac79b0b7 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:59.768152 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-5bcf81aa-6e19-4c2d-9c30-a305ac79b0b7 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2614284 Jul 16 20:05:59.770878 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 60338) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:59.780963 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [None req-d9206882-f94c-4130-b048-f5f2851afc75 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Request body: {'security_group_rule': {'security_group_id': '02993561-05b6-4180-b7c0-0d66e26cc172', 'project_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:05:59.791808 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba9eda5-27b1-40b3-9a56-ce5c95e93a5e None None] Checking router: 28c024b8-38ba-4f3f-8aa4-b161f47f5399 for host: dv-cinder-800697-3-iscsi {{(pid=93023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:05:59.792166 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba9eda5-27b1-40b3-9a56-ce5c95e93a5e None None] Updating router 28c024b8-38ba-4f3f-8aa4-b161f47f5399 port 4214b01d-93e2-464f-b1ef-c7fb9c49fd3d binding host dv-cinder-800697-3-iscsi {{(pid=93023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:05:59.826189 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-6354181d-6b96-4182-a9de-1b9e9a9767c8 req-31744f2a-e60d-4fac-88d7-34a83bffceee tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786207273858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786206872495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:59.830957 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-d9206882-f94c-4130-b048-f5f2851afc75 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:59.839434 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-aba9eda5-27b1-40b3-9a56-ce5c95e93a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:59.876668 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31744f2a-e60d-4fac-88d7-34a83bffceee tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Pushing event deleted for resources: {'Port': ['ID=9bf651b9-1121-4e77-97e1-43aeb0746b86,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:59.943390 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-d9206882-f94c-4130-b048-f5f2851afc75 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:59.950466 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-d9206882-f94c-4130-b048-f5f2851afc75 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7951394'] for security_group_rule, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:59.972384 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9206882-f94c-4130-b048-f5f2851afc75 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee10435c-85ec-42be-b2c3-548e0347e900,revision_number=0']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:05:59.981745 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-d9206882-f94c-4130-b048-f5f2851afc75 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:59.986221 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-d9206882-f94c-4130-b048-f5f2851afc75 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2138450 Jul 16 20:05:59.986847 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 60348) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:59.993653 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [None req-8ebf989c-553e-4135-9de5-27a58cb75dad tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Request body: {'security_group_rule': {'security_group_id': '02993561-05b6-4180-b7c0-0d66e26cc172', 'project_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:00.046539 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.db.securitygroups_db [None req-8ebf989c-553e-4135-9de5-27a58cb75dad tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Project 8ec1ad2262744e7fa3dd96c5b0ef62f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:06:00.052528 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-8ebf989c-553e-4135-9de5-27a58cb75dad tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:00.066618 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6354181d-6b96-4182-a9de-1b9e9a9767c8 req-31744f2a-e60d-4fac-88d7-34a83bffceee tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Router 850a098b-f0e9-46e8-a28c-0973e52da083 has already been hosted by L3 agent 2edc1d69-0f6a-462d-a1c4-2c7c9be5649e {{(pid=93020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:06:00.198728 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-8ebf989c-553e-4135-9de5-27a58cb75dad tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:00.207213 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-8ebf989c-553e-4135-9de5-27a58cb75dad tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7951394'] for security_group_rule, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:00.242268 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-8ebf989c-553e-4135-9de5-27a58cb75dad tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:00.248042 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-8ebf989c-553e-4135-9de5-27a58cb75dad tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2571700 Jul 16 20:06:00.248042 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebf989c-553e-4135-9de5-27a58cb75dad tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc956d7f-ef38-4aa6-bce5-14a03bfba337,revision_number=0']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:00.248407 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 60354) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:00.259296 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [None req-d866798e-f554-42ba-82d8-169fe061d29b tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Request body: {'security_group_rule': {'security_group_id': '02993561-05b6-4180-b7c0-0d66e26cc172', 'project_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:00.279654 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6354181d-6b96-4182-a9de-1b9e9a9767c8 req-31744f2a-e60d-4fac-88d7-34a83bffceee tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify agent at l3_agent.dv-cinder-800697-3-iscsi the message routers_updated {{(pid=93020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:06:00.294730 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d7c00d-9474-4f9b-aed0-4ab88f7f7e75 None None] Sync routers for ids ['850a098b-f0e9-46e8-a28c-0973e52da083'] in dv-cinder-800697-3-iscsi {{(pid=93022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:06:00.307466 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d7c00d-9474-4f9b-aed0-4ab88f7f7e75 None None] Routers {'850a098b-f0e9-46e8-a28c-0973e52da083'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:06:00.311511 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-e2d7c00d-9474-4f9b-aed0-4ab88f7f7e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:05:52Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['850a098b-f0e9-46e8-a28c-0973e52da083'], 'active': True} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:00.350178 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-2457382e-269b-47b6-bb5a-c200cb793568 req-228e68f1-674a-4d5f-b8eb-e4b04281a479 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=437a660f-8195-4938-a438-8a83c296722a HTTP/1.1" status: 200 len: 210 time: 0.4052134 Jul 16 20:06:00.359331 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [req-6354181d-6b96-4182-a9de-1b9e9a9767c8 req-31744f2a-e60d-4fac-88d7-34a83bffceee tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] No DVR routers for this DVR port 9bf651b9-1121-4e77-97e1-43aeb0746b86 on host hv-cinder-80069 {{(pid=93020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:06:00.364628 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-6354181d-6b96-4182-a9de-1b9e9a9767c8 req-31744f2a-e60d-4fac-88d7-34a83bffceee tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for port, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:00.376122 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-6354181d-6b96-4182-a9de-1b9e9a9767c8 req-31744f2a-e60d-4fac-88d7-34a83bffceee tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.102 "DELETE /v2.0/ports/9bf651b9-1121-4e77-97e1-43aeb0746b86 HTTP/1.1" status: 204 len: 173 time: 1.3293128 Jul 16 20:06:00.377340 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-aba9eda5-27b1-40b3-9a56-ce5c95e93a5e None None] Notify callbacks [] for port, precommit_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:00.382106 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437a660f-8195-4938-a438-8a83c296722a', 'name': 'network-vif-deleted', 'tag': '9bf651b9-1121-4e77-97e1-43aeb0746b86'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:06:00.388256 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fae8f2ff960fe93758be445b473a7dfd6f7d616fbf5a964bb8e60e5228696b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652dd826-2f80-4b85-a189-c9eaaa8e4616" -d '{"events": [{"server_uuid": "437a660f-8195-4938-a438-8a83c296722a", "name": "network-vif-deleted", "tag": "9bf651b9-1121-4e77-97e1-43aeb0746b86"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:06:00.395018 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.db.securitygroups_db [None req-d866798e-f554-42ba-82d8-169fe061d29b tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Project 8ec1ad2262744e7fa3dd96c5b0ef62f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:06:00.400796 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-d866798e-f554-42ba-82d8-169fe061d29b tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:00.407311 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.provisioning_blocks [None req-aba9eda5-27b1-40b3-9a56-ce5c95e93a5e None None] Transition to ACTIVE for port object 4214b01d-93e2-464f-b1ef-c7fb9c49fd3d will not be triggered until provisioned by entity L2. {{(pid=93023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:00.424635 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-aba9eda5-27b1-40b3-9a56-ce5c95e93a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:00.490486 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvr_db [None req-e2d7c00d-9474-4f9b-aed0-4ab88f7f7e75 None None] Set router 850a098b-f0e9-46e8-a28c-0973e52da083 gateway port host: dv-cinder-800697-3-iscsi {{(pid=93022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:06:00.507146 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebbbec76-9a0b-4dd9-a188-c26be374cbf9 x-openstack-request-id: req-ebbbec76-9a0b-4dd9-a188-c26be374cbf9 {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:06:00.510729 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "437a660f-8195-4938-a438-8a83c296722a", "name": "network-vif-deleted", "tag": "9bf651b9-1121-4e77-97e1-43aeb0746b86", "status": "completed", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:06:00.511162 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ebbbec76-9a0b-4dd9-a188-c26be374cbf9 {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:06:00.512806 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '437a660f-8195-4938-a438-8a83c296722a', 'name': 'network-vif-deleted', 'tag': '9bf651b9-1121-4e77-97e1-43aeb0746b86', 'status': 'completed', 'code': 200} Jul 16 20:06:00.534726 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7ea5d3-0c9f-4933-a86e-82fb0f6c990a None None] Pushing event updated for resources: {'Port': ['ID=4214b01d-93e2-464f-b1ef-c7fb9c49fd3d,revision_number=3']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:00.660489 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-d866798e-f554-42ba-82d8-169fe061d29b tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:00.669045 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-d866798e-f554-42ba-82d8-169fe061d29b tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7951394'] for security_group_rule, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:00.680611 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device fcc67d8e-e0b0-4df9-b329-f600e9c8b4ca up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:06:00.711734 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d866798e-f554-42ba-82d8-169fe061d29b tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=798142ac-f147-42a7-aad8-cf0dc689f8d7,revision_number=0']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:00.725975 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-d866798e-f554-42ba-82d8-169fe061d29b tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:00.736383 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-d866798e-f554-42ba-82d8-169fe061d29b tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4745638 Jul 16 20:06:00.755374 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [None req-aba9eda5-27b1-40b3-9a56-ce5c95e93a5e None None] Attempting to bind port 4214b01d-93e2-464f-b1ef-c7fb9c49fd3d on host dv-cinder-800697-3-iscsi for vnic_type normal with profile {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:06:00.756142 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [None req-aba9eda5-27b1-40b3-9a56-ce5c95e93a5e None None] Attempting to bind port 4214b01d-93e2-464f-b1ef-c7fb9c49fd3d by drivers openvswitch,hyperv on host dv-cinder-800697-3-iscsi at level 0 using segments [{'id': 'eb633a16-4c77-475d-8a59-b0fff246e435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'c24ca1b6-702e-44f3-8d84-b64ec6972b42'}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:06:00.756769 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba9eda5-27b1-40b3-9a56-ce5c95e93a5e None None] Attempting to bind port 4214b01d-93e2-464f-b1ef-c7fb9c49fd3d on network c24ca1b6-702e-44f3-8d84-b64ec6972b42 {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:00.768592 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba9eda5-27b1-40b3-9a56-ce5c95e93a5e None None] Checking agent: {'id': '6d2f6f1f-2a68-46fa-b61c-109a868a14b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 53, 32), 'started_at': datetime.datetime(2021, 7, 16, 19, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:06:00.769902 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba9eda5-27b1-40b3-9a56-ce5c95e93a5e None None] Checking segment: {'id': 'eb633a16-4c77-475d-8a59-b0fff246e435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'c24ca1b6-702e-44f3-8d84-b64ec6972b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:06:00.778844 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-aba9eda5-27b1-40b3-9a56-ce5c95e93a5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:00.780757 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba9eda5-27b1-40b3-9a56-ce5c95e93a5e None None] Bound using segment: {'id': 'eb633a16-4c77-475d-8a59-b0fff246e435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'c24ca1b6-702e-44f3-8d84-b64ec6972b42'} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:06:00.781728 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [None req-aba9eda5-27b1-40b3-9a56-ce5c95e93a5e None None] Bound port: 4214b01d-93e2-464f-b1ef-c7fb9c49fd3d, host: dv-cinder-800697-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb633a16-4c77-475d-8a59-b0fff246e435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'c24ca1b6-702e-44f3-8d84-b64ec6972b42'}}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:06:00.784082 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-aba9eda5-27b1-40b3-9a56-ce5c95e93a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:00.878375 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning complete for port fcc67d8e-e0b0-4df9-b329-f600e9c8b4ca triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:00.879512 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:00.891296 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [None req-aba9eda5-27b1-40b3-9a56-ce5c95e93a5e None None] For port 4214b01d-93e2-464f-b1ef-c7fb9c49fd3d, host dv-cinder-800697-3-iscsi, cleared binding levels {{(pid=93023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:06:00.895123 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [None req-aba9eda5-27b1-40b3-9a56-ce5c95e93a5e None None] For port 4214b01d-93e2-464f-b1ef-c7fb9c49fd3d, host dv-cinder-800697-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=4214b01d-93e2-464f-b1ef-c7fb9c49fd3d,segment=NetworkSegment(eb633a16-4c77-475d-8a59-b0fff246e435),segment_id=eb633a16-4c77-475d-8a59-b0fff246e435)] {{(pid=93023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:06:00.899972 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-aba9eda5-27b1-40b3-9a56-ce5c95e93a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:00.962509 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba9eda5-27b1-40b3-9a56-ce5c95e93a5e None None] Routers {'28c024b8-38ba-4f3f-8aa4-b161f47f5399'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:06:00.963192 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-aba9eda5-27b1-40b3-9a56-ce5c95e93a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:05:52Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['28c024b8-38ba-4f3f-8aa4-b161f47f5399'], 'active': True} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:00.978851 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7ea5d3-0c9f-4933-a86e-82fb0f6c990a None None] Pushing event updated for resources: {'Port': ['ID=4214b01d-93e2-464f-b1ef-c7fb9c49fd3d,revision_number=4']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:01.110689 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-e2d7c00d-9474-4f9b-aed0-4ab88f7f7e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'name': 'tempest-AttachVolumeTestJSON-26531343-router', 'tenant_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '34ae6685-b683-4f7c-9429-b8c022470bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:00Z', 'updated_at': '2021-07-16T20:01:14Z', 'revision_number': 4, 'project_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'gw_port': {'id': '34ae6685-b683-4f7c-9429-b8c022470bd3', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:fb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:02Z', 'updated_at': '2021-07-16T20:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_interfaces': [{'id': 'ae863e2e-b1b8-44ba-8f65-e723fe693990', 'name': '', 'network_id': '0b3104bd-edfc-4af0-90f6-7b90aa247197', 'tenant_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'mac_address': 'fa:16:3e:e8:ca:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'ef5951b2-8beb-4c67-b6c2-485349b7bb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:12Z', 'updated_at': '2021-07-16T20:01:23Z', 'revision_number': 5, 'project_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'subnets': [{'id': 'ef5951b2-8beb-4c67-b6c2-485349b7bb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:01.170362 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d7c00d-9474-4f9b-aed0-4ab88f7f7e75 None None] Checking router: 850a098b-f0e9-46e8-a28c-0973e52da083 for host: dv-cinder-800697-3-iscsi {{(pid=93022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:06:01.182531 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvr_db [None req-aba9eda5-27b1-40b3-9a56-ce5c95e93a5e None None] Set router 28c024b8-38ba-4f3f-8aa4-b161f47f5399 gateway port host: dv-cinder-800697-3-iscsi {{(pid=93023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:06:01.192971 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d7c00d-9474-4f9b-aed0-4ab88f7f7e75 None None] Routers {'850a098b-f0e9-46e8-a28c-0973e52da083'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:06:01.194034 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-e2d7c00d-9474-4f9b-aed0-4ab88f7f7e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:05:52Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['850a098b-f0e9-46e8-a28c-0973e52da083'], 'active': True} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:01.335982 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvr_db [None req-e2d7c00d-9474-4f9b-aed0-4ab88f7f7e75 None None] Set router 850a098b-f0e9-46e8-a28c-0973e52da083 gateway port host: dv-cinder-800697-3-iscsi {{(pid=93022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:06:01.505616 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-aba9eda5-27b1-40b3-9a56-ce5c95e93a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c024b8-38ba-4f3f-8aa4-b161f47f5399', 'name': 'tempest-TestShelveInstance-1327264000-router', 'tenant_id': '5b06662f2d3b4b8b9bfde78fdc08f81d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'fcc67d8e-e0b0-4df9-b329-f600e9c8b4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:52Z', 'updated_at': '2021-07-16T20:05:57Z', 'revision_number': 4, 'project_id': '5b06662f2d3b4b8b9bfde78fdc08f81d', 'gw_port': {'id': 'fcc67d8e-e0b0-4df9-b329-f600e9c8b4ca', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ce:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c024b8-38ba-4f3f-8aa4-b161f47f5399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:52Z', 'updated_at': '2021-07-16T20:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_interfaces': [{'id': '4214b01d-93e2-464f-b1ef-c7fb9c49fd3d', 'name': '', 'network_id': 'c24ca1b6-702e-44f3-8d84-b64ec6972b42', 'tenant_id': '5b06662f2d3b4b8b9bfde78fdc08f81d', 'mac_address': 'fa:16:3e:b1:10:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c024b8-38ba-4f3f-8aa4-b161f47f5399', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '2c765c14-aa34-4fda-b857-82c22b00e8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:55Z', 'updated_at': '2021-07-16T20:06:00Z', 'revision_number': 4, 'project_id': '5b06662f2d3b4b8b9bfde78fdc08f81d', 'subnets': [{'id': '2c765c14-aa34-4fda-b857-82c22b00e8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:01.547810 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 60422) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:01.553106 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba9eda5-27b1-40b3-9a56-ce5c95e93a5e None None] The sync data for ids ['28c024b8-38ba-4f3f-8aa4-b161f47f5399'] in dv-cinder-800697-3-iscsi is: [{'id': '28c024b8-38ba-4f3f-8aa4-b161f47f5399', 'name': 'tempest-TestShelveInstance-1327264000-router', 'tenant_id': '5b06662f2d3b4b8b9bfde78fdc08f81d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'fcc67d8e-e0b0-4df9-b329-f600e9c8b4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:52Z', 'updated_at': '2021-07-16T20:05:57Z', 'revision_number': 4, 'project_id': '5b06662f2d3b4b8b9bfde78fdc08f81d', 'gw_port': {'id': 'fcc67d8e-e0b0-4df9-b329-f600e9c8b4ca', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ce:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c024b8-38ba-4f3f-8aa4-b161f47f5399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:52Z', 'updated_at': '2021-07-16T20:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_interfaces': [{'id': '4214b01d-93e2-464f-b1ef-c7fb9c49fd3d', 'name': '', 'network_id': 'c24ca1b6-702e-44f3-8d84-b64ec6972b42', 'tenant_id': '5b06662f2d3b4b8b9bfde78fdc08f81d', 'mac_address': 'fa:16:3e:b1:10:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c024b8-38ba-4f3f-8aa4-b161f47f5399', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '2c765c14-aa34-4fda-b857-82c22b00e8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:55Z', 'updated_at': '2021-07-16T20:06:00Z', 'revision_number': 4, 'project_id': '5b06662f2d3b4b8b9bfde78fdc08f81d', 'subnets': [{'id': '2c765c14-aa34-4fda-b857-82c22b00e8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:06:01.671061 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-87f0d6b6-d85e-438a-839e-9e31fb089eae tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks [] for security_group, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:01.705170 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-87f0d6b6-d85e-438a-839e-9e31fb089eae tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:01.745504 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-e2d7c00d-9474-4f9b-aed0-4ab88f7f7e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'name': 'tempest-AttachVolumeTestJSON-26531343-router', 'tenant_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '34ae6685-b683-4f7c-9429-b8c022470bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:00Z', 'updated_at': '2021-07-16T20:01:14Z', 'revision_number': 4, 'project_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'gw_port': {'id': '34ae6685-b683-4f7c-9429-b8c022470bd3', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:fb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:02Z', 'updated_at': '2021-07-16T20:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_interfaces': [{'id': 'ae863e2e-b1b8-44ba-8f65-e723fe693990', 'name': '', 'network_id': '0b3104bd-edfc-4af0-90f6-7b90aa247197', 'tenant_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'mac_address': 'fa:16:3e:e8:ca:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'ef5951b2-8beb-4c67-b6c2-485349b7bb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:12Z', 'updated_at': '2021-07-16T20:01:23Z', 'revision_number': 5, 'project_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'subnets': [{'id': 'ef5951b2-8beb-4c67-b6c2-485349b7bb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:01.791405 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-87f0d6b6-d85e-438a-839e-9e31fb089eae tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:01.794951 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-87f0d6b6-d85e-438a-839e-9e31fb089eae tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks [] for security_group, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:01.796063 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-87f0d6b6-d85e-438a-839e-9e31fb089eae tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "DELETE /v2.0/security-groups/710277bd-ee2e-4d27-a450-42b1ed510583 HTTP/1.1" status: 204 len: 168 time: 0.2472594 Jul 16 20:06:01.798897 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 60436) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:01.823143 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f0d6b6-d85e-438a-839e-9e31fb089eae tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=710277bd-ee2e-4d27-a450-42b1ed510583,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:01.823431 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.api.v2.resource [None req-b3b99f97-e635-4d90-92b2-28cd0726e823 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] show failed (client error): The resource could not be found. Jul 16 20:06:01.831124 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-b3b99f97-e635-4d90-92b2-28cd0726e823 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups/710277bd-ee2e-4d27-a450-42b1ed510583 HTTP/1.1" status: 404 len: 347 time: 0.0304129 Jul 16 20:06:01.833762 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 60440) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:02.014042 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-ca46814c-dc14-42a3-bcc6-9dd36ac9d51f tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Deleting port 5d69686d-d8d1-4446-af99-0b80e95616f8 {{(pid=93020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:06:02.014630 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-ca46814c-dc14-42a3-bcc6-9dd36ac9d51f tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786207273135'] for port, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:02.021466 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d7c00d-9474-4f9b-aed0-4ab88f7f7e75 None None] The sync data for ids ['850a098b-f0e9-46e8-a28c-0973e52da083'] in dv-cinder-800697-3-iscsi is: [{'id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'name': 'tempest-AttachVolumeTestJSON-26531343-router', 'tenant_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '34ae6685-b683-4f7c-9429-b8c022470bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:00Z', 'updated_at': '2021-07-16T20:01:14Z', 'revision_number': 4, 'project_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'gw_port': {'id': '34ae6685-b683-4f7c-9429-b8c022470bd3', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:fb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:02Z', 'updated_at': '2021-07-16T20:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_interfaces': [{'id': 'ae863e2e-b1b8-44ba-8f65-e723fe693990', 'name': '', 'network_id': '0b3104bd-edfc-4af0-90f6-7b90aa247197', 'tenant_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'mac_address': 'fa:16:3e:e8:ca:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'ef5951b2-8beb-4c67-b6c2-485349b7bb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:12Z', 'updated_at': '2021-07-16T20:01:23Z', 'revision_number': 5, 'project_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'subnets': [{'id': 'ef5951b2-8beb-4c67-b6c2-485349b7bb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:06:02.118709 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-ca46814c-dc14-42a3-bcc6-9dd36ac9d51f tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8298881'] for port, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:02.119032 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-ca46814c-dc14-42a3-bcc6-9dd36ac9d51f tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:02.132639 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-ca46814c-dc14-42a3-bcc6-9dd36ac9d51f tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Calling delete_port for 5d69686d-d8d1-4446-af99-0b80e95616f8 owned by network:floatingip {{(pid=93020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:06:02.291657 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:02.324030 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-ca46814c-dc14-42a3-bcc6-9dd36ac9d51f tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786207273858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786206872495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:02.351867 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca46814c-dc14-42a3-bcc6-9dd36ac9d51f tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Pushing event deleted for resources: {'Port': ['ID=5d69686d-d8d1-4446-af99-0b80e95616f8,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:02.429209 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-ca46814c-dc14-42a3-bcc6-9dd36ac9d51f tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks [] for floatingip, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:02.432381 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-ca46814c-dc14-42a3-bcc6-9dd36ac9d51f tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for floatingip, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:02.433699 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-ca46814c-dc14-42a3-bcc6-9dd36ac9d51f tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "DELETE /v2.0/floatingips/7e3bae8f-9b0d-411f-8527-5832aca0215c HTTP/1.1" status: 204 len: 168 time: 0.5988538 Jul 16 20:06:02.509196 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763f0a14-3f88-4634-b3a0-252a4399f718 None None] New status for floating IP 7e3bae8f-9b0d-411f-8527-5832aca0215c: DOWN {{(pid=93023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:06:02.597890 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 4214b01d-93e2-464f-b1ef-c7fb9c49fd3d up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:06:02.669071 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning for port 4214b01d-93e2-464f-b1ef-c7fb9c49fd3d completed by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:02.672811 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning complete for port 4214b01d-93e2-464f-b1ef-c7fb9c49fd3d triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:02.673388 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:02.777982 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:02.844161 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] For port 4214b01d-93e2-464f-b1ef-c7fb9c49fd3d, host dv-cinder-800697-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=4214b01d-93e2-464f-b1ef-c7fb9c49fd3d,segment=NetworkSegment(eb633a16-4c77-475d-8a59-b0fff246e435),segment_id=eb633a16-4c77-475d-8a59-b0fff246e435)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:02.849260 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:02.937406 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Pushing event updated for resources: {'Port': ['ID=4214b01d-93e2-464f-b1ef-c7fb9c49fd3d,revision_number=5']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:03.088542 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 60472) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:03.094071 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [None req-18ce7f00-ff2d-4761-8ae9-89b0c9ded515 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1696904187', 'description': 'tempest-description--1942289194'}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:03.117077 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-18ce7f00-ff2d-4761-8ae9-89b0c9ded515 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks [] for security_group, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:03.210229 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-18ce7f00-ff2d-4761-8ae9-89b0c9ded515 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks [] for security_group, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:03.213438 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-18ce7f00-ff2d-4761-8ae9-89b0c9ded515 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:03.241804 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-18ce7f00-ff2d-4761-8ae9-89b0c9ded515 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks [] for security_group, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:03.243068 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-18ce7f00-ff2d-4761-8ae9-89b0c9ded515 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1534660 Jul 16 20:06:03.244135 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ce7f00-ff2d-4761-8ae9-89b0c9ded515 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7e1ac0-90b7-4c8a-8b8b-fb216b4010f9,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:03.246949 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 60474) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:03.252423 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [None req-45085504-b4e6-425b-80fe-1df0661eeff0 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Request body: {'security_group_rule': {'security_group_id': '3c7e1ac0-90b7-4c8a-8b8b-fb216b4010f9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:03.281456 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-45085504-b4e6-425b-80fe-1df0661eeff0 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:03.327628 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-45085504-b4e6-425b-80fe-1df0661eeff0 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:03.331078 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-45085504-b4e6-425b-80fe-1df0661eeff0 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7951394'] for security_group_rule, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:03.349587 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45085504-b4e6-425b-80fe-1df0661eeff0 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f24d04f1-495f-4cbe-a553-83c155eebb90,revision_number=0']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:03.355329 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-45085504-b4e6-425b-80fe-1df0661eeff0 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:03.356574 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-45085504-b4e6-425b-80fe-1df0661eeff0 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1082489 Jul 16 20:06:03.359115 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 60476) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:03.363489 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [None req-6c4a1b51-732d-400d-aea3-f886bcb21557 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Request body: {'security_group_rule': {'security_group_id': '3c7e1ac0-90b7-4c8a-8b8b-fb216b4010f9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:03.389229 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6c4a1b51-732d-400d-aea3-f886bcb21557 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:03.451665 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6c4a1b51-732d-400d-aea3-f886bcb21557 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:03.455052 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6c4a1b51-732d-400d-aea3-f886bcb21557 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7951394'] for security_group_rule, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:03.475684 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4a1b51-732d-400d-aea3-f886bcb21557 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fab74a7e-9270-416d-a4e9-7a980a1d2a19,revision_number=0']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:03.480130 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6c4a1b51-732d-400d-aea3-f886bcb21557 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:03.481719 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-6c4a1b51-732d-400d-aea3-f886bcb21557 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215525 Jul 16 20:06:03.485044 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 60478) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:03.489566 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [None req-aeb10e63-c8d4-439b-9850-fbf756aa0bd2 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Request body: {'floatingip': {'floating_network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3'}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:03.512524 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-aeb10e63-c8d4-439b-9850-fbf756aa0bd2 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks [] for floatingip, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:03.617006 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-aeb10e63-c8d4-439b-9850-fbf756aa0bd2 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:03.723070 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.db_base_plugin_common [None req-aeb10e63-c8d4-439b-9850-fbf756aa0bd2 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Allocated IP 172.27.1.254 (72bddd3a-8a62-4354-b4b3-8a4b3e183ea3/b7c8a0af-efd8-4b77-9799-206f74457d50/c8be0166-e668-4ae3-855b-2857c3f97622) {{(pid=93021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:06:03.735114 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device 9bf651b9-1121-4e77-97e1-43aeb0746b86 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:06:03.755404 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] No Port match for: 9bf651b9-1121-4e77-97e1-43aeb0746b86 {{(pid=93022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:06:03.755742 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device 9bf651b9-1121-4e77-97e1-43aeb0746b86 not bound to the agent host hv-cinder-80069 {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:06:03.829551 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-aeb10e63-c8d4-439b-9850-fbf756aa0bd2 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks [] for port, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:03.867591 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-aeb10e63-c8d4-439b-9850-fbf756aa0bd2 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786206872486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8120956'] for port, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:03.904310 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb10e63-c8d4-439b-9850-fbf756aa0bd2 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Network 72bddd3a-8a62-4354-b4b3-8a4b3e183ea3 is already hosted by enough agents. {{(pid=93021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:06:03.910725 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.base_scheduler [None req-aeb10e63-c8d4-439b-9850-fbf756aa0bd2 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Resources bound (agent type, host, resource id): {{(pid=93021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:03.914405 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb10e63-c8d4-439b-9850-fbf756aa0bd2 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Received port after_create {{(pid=93021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:06:03.937469 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb10e63-c8d4-439b-9850-fbf756aa0bd2 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Pushing event updated for resources: {'Port': ['ID=c8be0166-e668-4ae3-855b-2857c3f97622,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:04.011215 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-aeb10e63-c8d4-439b-9850-fbf756aa0bd2 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:04.065826 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-aeb10e63-c8d4-439b-9850-fbf756aa0bd2 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:04.260341 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-aeb10e63-c8d4-439b-9850-fbf756aa0bd2 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks [] for port, precommit_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:04.267265 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-aeb10e63-c8d4-439b-9850-fbf756aa0bd2 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8120901'] for port, after_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:04.339041 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb10e63-c8d4-439b-9850-fbf756aa0bd2 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Pushing event updated for resources: {'Port': ['ID=c8be0166-e668-4ae3-855b-2857c3f97622,revision_number=2']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:04.351588 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-aeb10e63-c8d4-439b-9850-fbf756aa0bd2 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8363194'] for floatingip, after_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:04.368412 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-aeb10e63-c8d4-439b-9850-fbf756aa0bd2 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for floatingip, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:04.371241 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-aeb10e63-c8d4-439b-9850-fbf756aa0bd2 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8836358 Jul 16 20:06:04.524774 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 4214b01d-93e2-464f-b1ef-c7fb9c49fd3d up at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:06:04.573161 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-eafcc3bb-d6d5-4fbf-9823-c3bc97f7777f req-ea8ff4c2-da21-4e7c-a0e8-b43f0349b95e tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--1696904187&fields=id&tenant_id=1f6d0bc6cd574899a9225c0ba21b689f HTTP/1.1" status: 200 len: 267 time: 0.0391698 Jul 16 20:06:04.573780 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Provisioning complete for port 4214b01d-93e2-464f-b1ef-c7fb9c49fd3d triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:04.574070 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:04.695170 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafcc3bb-d6d5-4fbf-9823-c3bc97f7777f req-61beec82-012f-4fb2-b81f-f2e13885eb8f tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:04.696739 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-eafcc3bb-d6d5-4fbf-9823-c3bc97f7777f req-61beec82-012f-4fb2-b81f-f2e13885eb8f tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/networks?id=0b3104bd-edfc-4af0-90f6-7b90aa247197 HTTP/1.1" status: 200 len: 809 time: 0.1157005 Jul 16 20:06:04.712929 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-eafcc3bb-d6d5-4fbf-9823-c3bc97f7777f req-278c2c92-a28a-44fd-9a13-815814155a48 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/quotas/1f6d0bc6cd574899a9225c0ba21b689f HTTP/1.1" status: 200 len: 375 time: 0.0099149 Jul 16 20:06:04.791753 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-eafcc3bb-d6d5-4fbf-9823-c3bc97f7777f req-471a5da7-5b23-4072-b972-a9c935eda4a9 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=1f6d0bc6cd574899a9225c0ba21b689f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0732458 Jul 16 20:06:04.973569 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-eafcc3bb-d6d5-4fbf-9823-c3bc97f7777f req-9d3de749-029f-46fa-863e-d0f86dd79d24 service neutron] 10.222.0.98 "GET /v2.0/networks/0b3104bd-edfc-4af0-90f6-7b90aa247197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705551 Jul 16 20:06:05.066341 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-eafcc3bb-d6d5-4fbf-9823-c3bc97f7777f req-f54b3bff-5a76-4e16-ab91-9afc356a2604 service neutron] 10.222.0.98 "GET /v2.0/networks/0b3104bd-edfc-4af0-90f6-7b90aa247197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872197 Jul 16 20:06:05.241374 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-664a4444-7720-4d35-98ca-cf2aeb255548 req-dfd0621d-e445-4a4e-be50-f22dd70b0c3d tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b88c65a-6681-4c03-abd4-631f01147754 HTTP/1.1" status: 200 len: 210 time: 0.0295355 Jul 16 20:06:05.782847 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 60554) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:05.898132 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-83bee2b9-072e-462f-98cd-1830f29cb394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:05.993374 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-83bee2b9-072e-462f-98cd-1830f29cb394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:05.998915 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-83bee2b9-072e-462f-98cd-1830f29cb394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:06.037325 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bee2b9-072e-462f-98cd-1830f29cb394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c81137-4e5d-4d4f-b35f-5c0575467311,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:06.041615 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-83bee2b9-072e-462f-98cd-1830f29cb394 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=bff78b6b23f245a49130ef363dfc406a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2577126 Jul 16 20:06:06.044395 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 60558) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:06.093542 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-74374a1e-e7e9-4122-a7c4-a53718d172d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:06.113678 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-74374a1e-e7e9-4122-a7c4-a53718d172d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:06.159835 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-74374a1e-e7e9-4122-a7c4-a53718d172d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:06.162376 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-74374a1e-e7e9-4122-a7c4-a53718d172d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:06.163558 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-74374a1e-e7e9-4122-a7c4-a53718d172d4 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/39c81137-4e5d-4d4f-b35f-5c0575467311 HTTP/1.1" status: 204 len: 168 time: 0.1181808 Jul 16 20:06:06.171883 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74374a1e-e7e9-4122-a7c4-a53718d172d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c81137-4e5d-4d4f-b35f-5c0575467311,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:06.391486 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-af2b65bb-75c4-4210-b512-ae8b4beaa281 req-35f18456-b25f-4909-a798-af7f0e564f2e tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b88c65a-6681-4c03-abd4-631f01147754 HTTP/1.1" status: 200 len: 210 time: 0.0344539 Jul 16 20:06:06.435293 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 60566) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:06.448705 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-309c7850-9492-4dcb-9df0-81b4e3b03eb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:06.547734 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-309c7850-9492-4dcb-9df0-81b4e3b03eb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:06.552805 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-309c7850-9492-4dcb-9df0-81b4e3b03eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:06.599225 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-309c7850-9492-4dcb-9df0-81b4e3b03eb5 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a59a74cdc6c840f0a8d1345cbe3945ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1602561 Jul 16 20:06:06.599225 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c7850-9492-4dcb-9df0-81b4e3b03eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e998e5a-279e-4b83-bcb1-ece2e1f1e6dd,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:06.600002 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 60570) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:06.661297 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafcc3bb-d6d5-4fbf-9823-c3bc97f7777f req-f0e765d8-8bec-46ec-ad78-dbbf814deb19 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:06.662847 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-eafcc3bb-d6d5-4fbf-9823-c3bc97f7777f req-f0e765d8-8bec-46ec-ad78-dbbf814deb19 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.102 "GET /v2.0/networks?id=0b3104bd-edfc-4af0-90f6-7b90aa247197 HTTP/1.1" status: 200 len: 809 time: 0.1805668 Jul 16 20:06:06.703174 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-3f45fc3f-00ce-462c-b88c-9de4960dcf0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:06.725521 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-eafcc3bb-d6d5-4fbf-9823-c3bc97f7777f req-8a34f77e-66cd-4288-9951-cfca77b4cb63 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f6d0bc6cd574899a9225c0ba21b689f HTTP/1.1" status: 200 len: 380 time: 0.0532818 Jul 16 20:06:06.739110 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [req-eafcc3bb-d6d5-4fbf-9823-c3bc97f7777f req-ea53fccb-fb42-4839-981e-e17274f728b4 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Request body: {'port': {'device_id': '9b88c65a-6681-4c03-abd4-631f01147754', 'network_id': '0b3104bd-edfc-4af0-90f6-7b90aa247197', 'admin_state_up': True, 'tenant_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'security_groups': ['3c7e1ac0-90b7-4c8a-8b8b-fb216b4010f9']}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:06.751377 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-3f45fc3f-00ce-462c-b88c-9de4960dcf0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:06.861150 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-3f45fc3f-00ce-462c-b88c-9de4960dcf0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:06.863608 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-3f45fc3f-00ce-462c-b88c-9de4960dcf0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:06.864710 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-3f45fc3f-00ce-462c-b88c-9de4960dcf0a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6e998e5a-279e-4b83-bcb1-ece2e1f1e6dd HTTP/1.1" status: 204 len: 168 time: 0.2617986 Jul 16 20:06:06.880848 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f45fc3f-00ce-462c-b88c-9de4960dcf0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e998e5a-279e-4b83-bcb1-ece2e1f1e6dd,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:06.897741 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eafcc3bb-d6d5-4fbf-9823-c3bc97f7777f req-ea53fccb-fb42-4839-981e-e17274f728b4 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Made reservation on behalf of 1f6d0bc6cd574899a9225c0ba21b689f for: {'port': 1} {{(pid=93020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:06:06.901500 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-eafcc3bb-d6d5-4fbf-9823-c3bc97f7777f req-ea53fccb-fb42-4839-981e-e17274f728b4 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:07.037222 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.db_base_plugin_common [req-eafcc3bb-d6d5-4fbf-9823-c3bc97f7777f req-ea53fccb-fb42-4839-981e-e17274f728b4 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Allocated IP 172.20.0.3 (0b3104bd-edfc-4af0-90f6-7b90aa247197/ef5951b2-8beb-4c67-b6c2-485349b7bb28/ad6df6fb-896f-439f-9ce0-1102aeecf1cf) {{(pid=93020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:06:07.191423 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-eafcc3bb-d6d5-4fbf-9823-c3bc97f7777f req-ea53fccb-fb42-4839-981e-e17274f728b4 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks [] for port, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:07.199506 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 60582) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:07.206060 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [req-eafcc3bb-d6d5-4fbf-9823-c3bc97f7777f req-ea53fccb-fb42-4839-981e-e17274f728b4 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Transition to ACTIVE for port object ad6df6fb-896f-439f-9ce0-1102aeecf1cf will not be triggered until provisioned by entity DHCP. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:07.213273 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-7d0577e3-0c15-46e6-b5eb-431ca8541228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:07.240194 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-eafcc3bb-d6d5-4fbf-9823-c3bc97f7777f req-ea53fccb-fb42-4839-981e-e17274f728b4 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786206872486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:07.291325 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eafcc3bb-d6d5-4fbf-9823-c3bc97f7777f req-ea53fccb-fb42-4839-981e-e17274f728b4 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Network 0b3104bd-edfc-4af0-90f6-7b90aa247197 is already hosted by enough agents. {{(pid=93020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:06:07.297510 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.base_scheduler [req-eafcc3bb-d6d5-4fbf-9823-c3bc97f7777f req-ea53fccb-fb42-4839-981e-e17274f728b4 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Resources bound (agent type, host, resource id): {{(pid=93020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:07.301327 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [req-eafcc3bb-d6d5-4fbf-9823-c3bc97f7777f req-ea53fccb-fb42-4839-981e-e17274f728b4 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Received port after_create {{(pid=93020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:06:07.313637 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-7d0577e3-0c15-46e6-b5eb-431ca8541228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:07.319057 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-7d0577e3-0c15-46e6-b5eb-431ca8541228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:07.327337 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea53fccb-fb42-4839-981e-e17274f728b4 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Pushing event updated for resources: {'Port': ['ID=ad6df6fb-896f-439f-9ce0-1102aeecf1cf,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:07.357491 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-7d0577e3-0c15-46e6-b5eb-431ca8541228 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1a57b9cfddf040cd8225fc58f065c24d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1568403 Jul 16 20:06:07.360769 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 60584) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:07.362915 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafcc3bb-d6d5-4fbf-9823-c3bc97f7777f req-ea53fccb-fb42-4839-981e-e17274f728b4 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:07.363599 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-eafcc3bb-d6d5-4fbf-9823-c3bc97f7777f req-ea53fccb-fb42-4839-981e-e17274f728b4 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for port, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:07.383315 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0577e3-0c15-46e6-b5eb-431ca8541228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f94a6ee0-fdac-4e4d-a889-c44361c46664,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:07.387280 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-eafcc3bb-d6d5-4fbf-9823-c3bc97f7777f req-ea53fccb-fb42-4839-981e-e17274f728b4 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6529174 Jul 16 20:06:07.405439 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [req-eafcc3bb-d6d5-4fbf-9823-c3bc97f7777f req-c8b7ba63-e373-414d-b491-04412035eadc service neutron] Request body: {'port': {'device_id': '9b88c65a-6681-4c03-abd4-631f01147754', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:07.430880 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-4c733d69-c945-4669-a4ec-b633218f6895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:07.460392 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-4c733d69-c945-4669-a4ec-b633218f6895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:07.525147 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-4c733d69-c945-4669-a4ec-b633218f6895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:07.528564 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-4c733d69-c945-4669-a4ec-b633218f6895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:07.532549 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-4c733d69-c945-4669-a4ec-b633218f6895 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f94a6ee0-fdac-4e4d-a889-c44361c46664 HTTP/1.1" status: 204 len: 168 time: 0.1681736 Jul 16 20:06:07.544279 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-eafcc3bb-d6d5-4fbf-9823-c3bc97f7777f req-c8b7ba63-e373-414d-b491-04412035eadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:07.545305 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c733d69-c945-4669-a4ec-b633218f6895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94a6ee0-fdac-4e4d-a889-c44361c46664,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:07.650161 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-06a7cec2-c6e4-4801-83f1-e6580553b941 None None] Provisioning for port ad6df6fb-896f-439f-9ce0-1102aeecf1cf completed by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:07.668656 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-06a7cec2-c6e4-4801-83f1-e6580553b941 None None] Provisioning complete for port ad6df6fb-896f-439f-9ce0-1102aeecf1cf triggered by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:07.671801 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-06a7cec2-c6e4-4801-83f1-e6580553b941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:07.692452 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95b80c-b302-4835-85cf-12e2ebb251c9 req-99cd193a-c601-477b-9b02-600799e04c03 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:07.694064 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-7c95b80c-b302-4835-85cf-12e2ebb251c9 req-99cd193a-c601-477b-9b02-600799e04c03 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b88c65a-6681-4c03-abd4-631f01147754 HTTP/1.1" status: 200 len: 931 time: 0.1213620 Jul 16 20:06:07.741568 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-06a7cec2-c6e4-4801-83f1-e6580553b941 None None] Port ad6df6fb-896f-439f-9ce0-1102aeecf1cf cannot update to ACTIVE because it is not bound. {{(pid=93022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:06:07.749588 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-7c95b80c-b302-4835-85cf-12e2ebb251c9 req-cbea03df-12fd-42c6-b29f-2b406b0258a0 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=3c7e1ac0-90b7-4c8a-8b8b-fb216b4010f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460129 Jul 16 20:06:07.966275 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [req-eafcc3bb-d6d5-4fbf-9823-c3bc97f7777f req-c8b7ba63-e373-414d-b491-04412035eadc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad6df6fb-896f-439f-9ce0-1102aeecf1cf {{(pid=93020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:06:07.981751 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-eafcc3bb-d6d5-4fbf-9823-c3bc97f7777f req-c8b7ba63-e373-414d-b491-04412035eadc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:07.995049 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [req-eafcc3bb-d6d5-4fbf-9823-c3bc97f7777f req-c8b7ba63-e373-414d-b491-04412035eadc service neutron] Transition to ACTIVE for port object ad6df6fb-896f-439f-9ce0-1102aeecf1cf will not be triggered until provisioned by entity L2. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:08.004174 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-eafcc3bb-d6d5-4fbf-9823-c3bc97f7777f req-c8b7ba63-e373-414d-b491-04412035eadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6084517'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:08.061594 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b7ba63-e373-414d-b491-04412035eadc service neutron] Pushing event updated for resources: {'Port': ['ID=ad6df6fb-896f-439f-9ce0-1102aeecf1cf,revision_number=2']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:08.145346 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [req-eafcc3bb-d6d5-4fbf-9823-c3bc97f7777f req-c8b7ba63-e373-414d-b491-04412035eadc service neutron] Attempting to bind port ad6df6fb-896f-439f-9ce0-1102aeecf1cf on host hv-cinder-80069 for vnic_type normal with profile {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:06:08.145694 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [req-eafcc3bb-d6d5-4fbf-9823-c3bc97f7777f req-c8b7ba63-e373-414d-b491-04412035eadc service neutron] Attempting to bind port ad6df6fb-896f-439f-9ce0-1102aeecf1cf by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '8e320ee3-ef38-49c6-b0e5-96c1ac24e24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '0b3104bd-edfc-4af0-90f6-7b90aa247197'}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:06:08.146051 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafcc3bb-d6d5-4fbf-9823-c3bc97f7777f req-c8b7ba63-e373-414d-b491-04412035eadc service neutron] Attempting to bind port ad6df6fb-896f-439f-9ce0-1102aeecf1cf on network 0b3104bd-edfc-4af0-90f6-7b90aa247197 {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:08.150726 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafcc3bb-d6d5-4fbf-9823-c3bc97f7777f req-c8b7ba63-e373-414d-b491-04412035eadc service neutron] Port ad6df6fb-896f-439f-9ce0-1102aeecf1cf on network 0b3104bd-edfc-4af0-90f6-7b90aa247197 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:06:08.151274 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafcc3bb-d6d5-4fbf-9823-c3bc97f7777f req-c8b7ba63-e373-414d-b491-04412035eadc service neutron] Attempting to bind port ad6df6fb-896f-439f-9ce0-1102aeecf1cf on network 0b3104bd-edfc-4af0-90f6-7b90aa247197 {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:08.157273 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafcc3bb-d6d5-4fbf-9823-c3bc97f7777f req-c8b7ba63-e373-414d-b491-04412035eadc service neutron] Checking agent: {'id': 'bb34d2fe-afd3-464c-b7a4-0ee0e23bc19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 21), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:06:08.157637 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafcc3bb-d6d5-4fbf-9823-c3bc97f7777f req-c8b7ba63-e373-414d-b491-04412035eadc service neutron] Checking segment: {'id': '8e320ee3-ef38-49c6-b0e5-96c1ac24e24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '0b3104bd-edfc-4af0-90f6-7b90aa247197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:06:08.158127 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafcc3bb-d6d5-4fbf-9823-c3bc97f7777f req-c8b7ba63-e373-414d-b491-04412035eadc service neutron] Bound using segment: {'id': '8e320ee3-ef38-49c6-b0e5-96c1ac24e24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '0b3104bd-edfc-4af0-90f6-7b90aa247197'} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:06:08.158671 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [req-eafcc3bb-d6d5-4fbf-9823-c3bc97f7777f req-c8b7ba63-e373-414d-b491-04412035eadc service neutron] Bound port: ad6df6fb-896f-439f-9ce0-1102aeecf1cf, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e320ee3-ef38-49c6-b0e5-96c1ac24e24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '0b3104bd-edfc-4af0-90f6-7b90aa247197'}}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:06:08.159038 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-eafcc3bb-d6d5-4fbf-9823-c3bc97f7777f req-c8b7ba63-e373-414d-b491-04412035eadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:08.235089 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [req-eafcc3bb-d6d5-4fbf-9823-c3bc97f7777f req-c8b7ba63-e373-414d-b491-04412035eadc service neutron] For port ad6df6fb-896f-439f-9ce0-1102aeecf1cf, host hv-cinder-80069, cleared binding levels {{(pid=93020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:06:08.240999 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [req-eafcc3bb-d6d5-4fbf-9823-c3bc97f7777f req-c8b7ba63-e373-414d-b491-04412035eadc service neutron] For port ad6df6fb-896f-439f-9ce0-1102aeecf1cf, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ad6df6fb-896f-439f-9ce0-1102aeecf1cf,segment=NetworkSegment(8e320ee3-ef38-49c6-b0e5-96c1ac24e24d),segment_id=8e320ee3-ef38-49c6-b0e5-96c1ac24e24d)] {{(pid=93020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:06:08.246199 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-eafcc3bb-d6d5-4fbf-9823-c3bc97f7777f req-c8b7ba63-e373-414d-b491-04412035eadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6084517'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:08.282814 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafcc3bb-d6d5-4fbf-9823-c3bc97f7777f req-c8b7ba63-e373-414d-b491-04412035eadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:08.283383 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-eafcc3bb-d6d5-4fbf-9823-c3bc97f7777f req-c8b7ba63-e373-414d-b491-04412035eadc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for port, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:08.284916 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-eafcc3bb-d6d5-4fbf-9823-c3bc97f7777f req-c8b7ba63-e373-414d-b491-04412035eadc service neutron] 10.222.0.102 "PUT /v2.0/ports/ad6df6fb-896f-439f-9ce0-1102aeecf1cf HTTP/1.1" status: 200 len: 1093 time: 0.8840964 Jul 16 20:06:08.285388 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b88c65a-6681-4c03-abd4-631f01147754', 'tag': 'ad6df6fb-896f-439f-9ce0-1102aeecf1cf'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:06:08.287840 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fae8f2ff960fe93758be445b473a7dfd6f7d616fbf5a964bb8e60e5228696b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20788e7-7fa0-42bc-a5a9-0733c0ab940e" -d '{"events": [{"name": "network-changed", "server_uuid": "9b88c65a-6681-4c03-abd4-631f01147754", "tag": "ad6df6fb-896f-439f-9ce0-1102aeecf1cf"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:06:08.329067 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b7ba63-e373-414d-b491-04412035eadc service neutron] Pushing event updated for resources: {'Port': ['ID=ad6df6fb-896f-439f-9ce0-1102aeecf1cf,revision_number=3']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:08.343703 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3ffa3c-bf14-44e6-b7e5-ded313b25072 x-openstack-request-id: req-4f3ffa3c-bf14-44e6-b7e5-ded313b25072 {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:06:08.344000 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b88c65a-6681-4c03-abd4-631f01147754", "tag": "ad6df6fb-896f-439f-9ce0-1102aeecf1cf", "status": "completed", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:06:08.344252 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4f3ffa3c-bf14-44e6-b7e5-ded313b25072 {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:06:08.344643 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b88c65a-6681-4c03-abd4-631f01147754', 'tag': 'ad6df6fb-896f-439f-9ce0-1102aeecf1cf', 'status': 'completed', 'code': 200} Jul 16 20:06:08.416798 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafcc3bb-d6d5-4fbf-9823-c3bc97f7777f req-a098b7f9-68dc-43b4-bd89-de77d02f40fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:08.418388 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-eafcc3bb-d6d5-4fbf-9823-c3bc97f7777f req-a098b7f9-68dc-43b4-bd89-de77d02f40fd service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1f6d0bc6cd574899a9225c0ba21b689f&device_id=9b88c65a-6681-4c03-abd4-631f01147754 HTTP/1.1" status: 200 len: 1096 time: 0.0662394 Jul 16 20:06:08.463644 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-eafcc3bb-d6d5-4fbf-9823-c3bc97f7777f req-d6be0423-a263-4c12-b0ee-e06b8dd34e2e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad6df6fb-896f-439f-9ce0-1102aeecf1cf HTTP/1.1" status: 200 len: 217 time: 0.0360694 Jul 16 20:06:08.510074 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 60614) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:08.523943 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafcc3bb-d6d5-4fbf-9823-c3bc97f7777f req-bdadd326-b846-4cd2-ad55-1daea610c6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:08.525559 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-eafcc3bb-d6d5-4fbf-9823-c3bc97f7777f req-bdadd326-b846-4cd2-ad55-1daea610c6d8 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ef5951b2-8beb-4c67-b6c2-485349b7bb28 HTTP/1.1" status: 200 len: 848 time: 0.0513539 Jul 16 20:06:08.596620 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafcc3bb-d6d5-4fbf-9823-c3bc97f7777f req-2db9f990-0869-4fd8-b090-1b485240ab65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:08.598257 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-eafcc3bb-d6d5-4fbf-9823-c3bc97f7777f req-2db9f990-0869-4fd8-b090-1b485240ab65 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=0b3104bd-edfc-4af0-90f6-7b90aa247197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0609930 Jul 16 20:06:08.614269 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.v2.base [None req-3fce1299-4d8c-48aa-a272-5d272053da7e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1715898830-network', 'tenant_id': '3f237176ffe14cc7b4e948b35f830446'}} {{(pid=93021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:08.640923 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fce1299-4d8c-48aa-a272-5d272053da7e admin admin] Made reservation on behalf of 3f237176ffe14cc7b4e948b35f830446 for: {'network': 1} {{(pid=93021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:06:08.643472 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-3fce1299-4d8c-48aa-a272-5d272053da7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for network, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:08.652247 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-3fce1299-4d8c-48aa-a272-5d272053da7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:08.700339 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-eafcc3bb-d6d5-4fbf-9823-c3bc97f7777f req-04d44098-d973-43c6-9b9c-de626e16dd7d service neutron] 10.222.0.102 "GET /v2.0/networks/0b3104bd-edfc-4af0-90f6-7b90aa247197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939181 Jul 16 20:06:08.746779 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-3fce1299-4d8c-48aa-a272-5d272053da7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:08.751376 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-3fce1299-4d8c-48aa-a272-5d272053da7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:08.789545 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fce1299-4d8c-48aa-a272-5d272053da7e admin admin] vlan segment allocate from pool success with {'vlan_id': 1007, 'physical_network': 'physnet1'} {{(pid=93021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:06:08.812862 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fce1299-4d8c-48aa-a272-5d272053da7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e080a05-fae2-4cbe-b7c0-8b167d381847,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:08.816035 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-3fce1299-4d8c-48aa-a272-5d272053da7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964265'] for segment, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:08.816532 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.db.segments_db [None req-3fce1299-4d8c-48aa-a272-5d272053da7e admin admin] Added segment 655425d5-14a6-4a4f-95e7-4112216f9653 of type vlan for network f08cd3dd-7bfc-4c2b-98f7-22fbb2fd0478 Jul 16 20:06:08.833114 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-eafcc3bb-d6d5-4fbf-9823-c3bc97f7777f req-7a518b95-1ad1-4da9-a883-615309c9d809 service neutron] 10.222.0.102 "GET /v2.0/networks/0b3104bd-edfc-4af0-90f6-7b90aa247197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248453 Jul 16 20:06:08.862047 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-3fce1299-4d8c-48aa-a272-5d272053da7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786206831382'] for network, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:08.900642 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-3fce1299-4d8c-48aa-a272-5d272053da7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851'] for network, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:08.901676 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fce1299-4d8c-48aa-a272-5d272053da7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:08.903049 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-3fce1299-4d8c-48aa-a272-5d272053da7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for network, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:08.937854 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-3fce1299-4d8c-48aa-a272-5d272053da7e admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4266436 Jul 16 20:06:08.946085 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 60622) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:08.954064 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [None req-df7e5731-2156-49b8-98e9-b8e32cde9216 admin admin] Request body: {'subnet': {'network_id': 'f08cd3dd-7bfc-4c2b-98f7-22fbb2fd0478', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1715898830-subnet', 'tenant_id': '3f237176ffe14cc7b4e948b35f830446', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:08.972267 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fce1299-4d8c-48aa-a272-5d272053da7e admin admin] Pushing event updated for resources: {'Network': ['ID=f08cd3dd-7bfc-4c2b-98f7-22fbb2fd0478,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:08.985198 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Network f08cd3dd-7bfc-4c2b-98f7-22fbb2fd0478 details requested by agent ovs-agent-dv-cinder-800697-3-iscsi with host dv-cinder-800697-3-iscsi {{(pid=93022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:06:08.996316 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7e5731-2156-49b8-98e9-b8e32cde9216 admin admin] Made reservation on behalf of 3f237176ffe14cc7b4e948b35f830446 for: {'subnet': 1} {{(pid=93020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:06:08.998565 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-df7e5731-2156-49b8-98e9-b8e32cde9216 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5499313'] for subnet, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:09.036737 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20788e7-7fa0-42bc-a5a9-0733c0ab940e req-cafb6fe4-eab2-4a19-96a9-dba28e3322e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:09.038227 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a20788e7-7fa0-42bc-a5a9-0733c0ab940e req-cafb6fe4-eab2-4a19-96a9-dba28e3322e9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1f6d0bc6cd574899a9225c0ba21b689f&device_id=9b88c65a-6681-4c03-abd4-631f01147754 HTTP/1.1" status: 200 len: 1096 time: 0.1486509 Jul 16 20:06:09.092961 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149681ea-59ea-4519-941d-6c93cf4b0fba req-90412be6-0c95-42f1-9fc8-e1506648ee61 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:09.094366 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-149681ea-59ea-4519-941d-6c93cf4b0fba req-90412be6-0c95-42f1-9fc8-e1506648ee61 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b88c65a-6681-4c03-abd4-631f01147754 HTTP/1.1" status: 200 len: 943 time: 0.1946259 Jul 16 20:06:09.215645 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-149681ea-59ea-4519-941d-6c93cf4b0fba req-cbd36c29-7143-4a35-8f6c-37fa9a272e30 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=3c7e1ac0-90b7-4c8a-8b8b-fb216b4010f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021142 Jul 16 20:06:09.248748 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20788e7-7fa0-42bc-a5a9-0733c0ab940e req-3b344d70-ba83-48ac-8d44-b3a676837027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:09.250227 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a20788e7-7fa0-42bc-a5a9-0733c0ab940e req-3b344d70-ba83-48ac-8d44-b3a676837027 service neutron] 10.222.0.102 "GET /v2.0/networks?id=0b3104bd-edfc-4af0-90f6-7b90aa247197 HTTP/1.1" status: 200 len: 911 time: 0.1760952 Jul 16 20:06:09.300561 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a20788e7-7fa0-42bc-a5a9-0733c0ab940e req-dd7ff3fe-21eb-43c6-bda2-d60dcbc2f9d7 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad6df6fb-896f-439f-9ce0-1102aeecf1cf HTTP/1.1" status: 200 len: 217 time: 0.0395653 Jul 16 20:06:09.368244 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-df7e5731-2156-49b8-98e9-b8e32cde9216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7945194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6084400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5499299'] for subnet, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:09.403843 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20788e7-7fa0-42bc-a5a9-0733c0ab940e req-75eadb37-f398-4997-bed9-491b8d3e0661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:09.405275 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a20788e7-7fa0-42bc-a5a9-0733c0ab940e req-75eadb37-f398-4997-bed9-491b8d3e0661 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ef5951b2-8beb-4c67-b6c2-485349b7bb28 HTTP/1.1" status: 200 len: 848 time: 0.0865257 Jul 16 20:06:09.457887 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7e5731-2156-49b8-98e9-b8e32cde9216 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ca24564-2acb-430a-be6c-0cbae4e865c5,revision_number=0']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:09.470947 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7e5731-2156-49b8-98e9-b8e32cde9216 admin admin] Checking segment: {'id': '655425d5-14a6-4a4f-95e7-4112216f9653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'f08cd3dd-7bfc-4c2b-98f7-22fbb2fd0478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:06:09.471297 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7e5731-2156-49b8-98e9-b8e32cde9216 admin admin] Network hostable DHCP agents. Network: f08cd3dd-7bfc-4c2b-98f7-22fbb2fd0478, hostable agents: ['b3327041-ebae-4eef-8a27-dd2dfc08199a'], hosted agents: [] {{(pid=93020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:06:09.496655 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7e5731-2156-49b8-98e9-b8e32cde9216 admin admin] Network f08cd3dd-7bfc-4c2b-98f7-22fbb2fd0478 is scheduled to be hosted by DHCP agent b3327041-ebae-4eef-8a27-dd2dfc08199a with binding_index 1 {{(pid=93020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:06:09.506182 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20788e7-7fa0-42bc-a5a9-0733c0ab940e req-04170595-8e87-4b81-ae38-1fe3cf31d714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:09.507835 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a20788e7-7fa0-42bc-a5a9-0733c0ab940e req-04170595-8e87-4b81-ae38-1fe3cf31d714 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=0b3104bd-edfc-4af0-90f6-7b90aa247197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0918713 Jul 16 20:06:09.508793 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.base_scheduler [None req-df7e5731-2156-49b8-98e9-b8e32cde9216 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-3-iscsi, f08cd3dd-7bfc-4c2b-98f7-22fbb2fd0478) {{(pid=93020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:09.513182 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7e5731-2156-49b8-98e9-b8e32cde9216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:09.513746 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-df7e5731-2156-49b8-98e9-b8e32cde9216 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:09.518702 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894ea3e0-3f53-4655-9ef9-3bbaff1038d2 None None] Network f08cd3dd-7bfc-4c2b-98f7-22fbb2fd0478 requested from dv-cinder-800697-3-iscsi {{(pid=93022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:06:09.556731 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-df7e5731-2156-49b8-98e9-b8e32cde9216 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6094158 Jul 16 20:06:09.611708 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a20788e7-7fa0-42bc-a5a9-0733c0ab940e req-b9745387-2921-4ae4-9ede-d901282a3766 service neutron] 10.222.0.102 "GET /v2.0/networks/0b3104bd-edfc-4af0-90f6-7b90aa247197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955763 Jul 16 20:06:09.654080 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707eabe8-0c63-499b-bd87-735dcc497f13 None None] Network f08cd3dd-7bfc-4c2b-98f7-22fbb2fd0478 requested from dv-cinder-800697-3-iscsi {{(pid=93022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:06:09.713756 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a20788e7-7fa0-42bc-a5a9-0733c0ab940e req-118bcb99-b6c6-4bc7-8001-c0e8ef5606a2 service neutron] 10.222.0.102 "GET /v2.0/networks/0b3104bd-edfc-4af0-90f6-7b90aa247197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920677 Jul 16 20:06:10.392640 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499af69-6116-40ab-bd84-f362c09d0e85 req-a55d2fe3-c841-4991-bf15-df5f3fcf07fa tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:10.394111 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-7499af69-6116-40ab-bd84-f362c09d0e85 req-a55d2fe3-c841-4991-bf15-df5f3fcf07fa tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b88c65a-6681-4c03-abd4-631f01147754 HTTP/1.1" status: 200 len: 943 time: 0.0681009 Jul 16 20:06:10.432006 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-7499af69-6116-40ab-bd84-f362c09d0e85 req-99355765-7c95-4dc8-8731-ffa5e4b2c4a1 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=3c7e1ac0-90b7-4c8a-8b8b-fb216b4010f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320778 Jul 16 20:06:11.327059 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e3237-f242-4def-9755-5725df4775a2 req-6c178786-47f0-4edc-8378-c8a947afa8b5 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:11.328442 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-b05e3237-f242-4def-9755-5725df4775a2 req-6c178786-47f0-4edc-8378-c8a947afa8b5 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] 10.222.0.98 "GET /v2.0/networks?id=f08cd3dd-7bfc-4c2b-98f7-22fbb2fd0478 HTTP/1.1" status: 200 len: 809 time: 0.1044867 Jul 16 20:06:11.342273 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-b05e3237-f242-4def-9755-5725df4775a2 req-b4dfc89d-6f32-4e1b-9d14-3e391a46fa4f tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] 10.222.0.98 "GET /v2.0/quotas/3f237176ffe14cc7b4e948b35f830446 HTTP/1.1" status: 200 len: 375 time: 0.0086694 Jul 16 20:06:11.373968 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-b05e3237-f242-4def-9755-5725df4775a2 req-8dd1a5cf-2505-46aa-b745-71563dfa31c8 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=3f237176ffe14cc7b4e948b35f830446&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270572 Jul 16 20:06:11.508846 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-b05e3237-f242-4def-9755-5725df4775a2 req-64276cca-510b-4586-bfc8-1a1785fc1bdc service neutron] 10.222.0.98 "GET /v2.0/networks/f08cd3dd-7bfc-4c2b-98f7-22fbb2fd0478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284382 Jul 16 20:06:11.597753 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-b05e3237-f242-4def-9755-5725df4775a2 req-dd6df121-8018-4cfd-a329-37d516245a37 service neutron] 10.222.0.98 "GET /v2.0/networks/f08cd3dd-7bfc-4c2b-98f7-22fbb2fd0478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830617 Jul 16 20:06:11.604296 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5386f-dd2d-44f5-a62c-092ff1168694 req-6a41029d-617d-4ba7-a68f-d72b4b819bd4 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:11.606566 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-54b5386f-dd2d-44f5-a62c-092ff1168694 req-6a41029d-617d-4ba7-a68f-d72b4b819bd4 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b88c65a-6681-4c03-abd4-631f01147754 HTTP/1.1" status: 200 len: 943 time: 0.0626125 Jul 16 20:06:11.648339 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-54b5386f-dd2d-44f5-a62c-092ff1168694 req-54b2e31e-4094-44ef-b5f4-8e5cb158eb5b tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=3c7e1ac0-90b7-4c8a-8b8b-fb216b4010f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356171 Jul 16 20:06:11.761326 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device ad6df6fb-896f-439f-9ce0-1102aeecf1cf details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=93022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:06:11.769129 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-8fdeac08-a0e4-47ab-bbe3-6b4bd28c6de6 req-e8b0e7d2-591b-417d-9b5e-fce69f8dcc8f tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] 10.222.0.98 "GET /v2.0/ports?device_id=f41c4a4d-f03a-4cd5-a18b-955d0a29678f HTTP/1.1" status: 200 len: 210 time: 0.0278912 Jul 16 20:06:11.871184 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port ad6df6fb-896f-439f-9ce0-1102aeecf1cf, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ad6df6fb-896f-439f-9ce0-1102aeecf1cf,segment=NetworkSegment(8e320ee3-ef38-49c6-b0e5-96c1ac24e24d),segment_id=8e320ee3-ef38-49c6-b0e5-96c1ac24e24d)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:11.882849 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Returning: {'device': 'ad6df6fb-896f-439f-9ce0-1102aeecf1cf', 'network_id': '0b3104bd-edfc-4af0-90f6-7b90aa247197', 'port_id': 'ad6df6fb-896f-439f-9ce0-1102aeecf1cf', 'mac_address': 'fa:16:3e:d3:c4:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1037, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef5951b2-8beb-4c67-b6c2-485349b7bb28', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:06:11.920679 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:11.936629 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.notifiers.nova [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad6df6fb-896f-439f-9ce0-1102aeecf1cf {{(pid=93022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:06:11.956975 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port ad6df6fb-896f-439f-9ce0-1102aeecf1cf, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ad6df6fb-896f-439f-9ce0-1102aeecf1cf,segment=NetworkSegment(8e320ee3-ef38-49c6-b0e5-96c1ac24e24d),segment_id=8e320ee3-ef38-49c6-b0e5-96c1ac24e24d)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:11.962477 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:12.014051 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Pushing event updated for resources: {'Port': ['ID=ad6df6fb-896f-439f-9ce0-1102aeecf1cf,revision_number=4']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:12.271483 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] get_ports_and_sgs() called for port_ids ['ad6df6fb-896f-439f-9ce0-1102aeecf1cf'] {{(pid=93022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:06:12.838906 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea4b0e-1a80-48bb-b8fb-0a927c17dfe1 req-6253c1c6-65dd-4c56-9437-4443450992e9 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:12.840649 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-41ea4b0e-1a80-48bb-b8fb-0a927c17dfe1 req-6253c1c6-65dd-4c56-9437-4443450992e9 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b88c65a-6681-4c03-abd4-631f01147754 HTTP/1.1" status: 200 len: 944 time: 0.0726256 Jul 16 20:06:12.906743 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-41ea4b0e-1a80-48bb-b8fb-0a927c17dfe1 req-bfafa1b9-e659-449b-8b68-ff888afdcfad tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=3c7e1ac0-90b7-4c8a-8b8b-fb216b4010f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604198 Jul 16 20:06:12.922310 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-8221f7fb-e445-44fc-a6a0-ef4ca7eac90c req-58ab32aa-54f9-48d0-9373-b46c0eb0ebf0 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] 10.222.0.98 "GET /v2.0/ports?device_id=f41c4a4d-f03a-4cd5-a18b-955d0a29678f HTTP/1.1" status: 200 len: 210 time: 0.0306938 Jul 16 20:06:12.994840 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e3237-f242-4def-9755-5725df4775a2 req-6e7b0f15-28b2-4964-be27-6dbbcae93c43 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:12.997437 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-b05e3237-f242-4def-9755-5725df4775a2 req-6e7b0f15-28b2-4964-be27-6dbbcae93c43 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] 10.222.0.102 "GET /v2.0/networks?id=f08cd3dd-7bfc-4c2b-98f7-22fbb2fd0478 HTTP/1.1" status: 200 len: 809 time: 0.1191168 Jul 16 20:06:13.010585 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [req-b05e3237-f242-4def-9755-5725df4775a2 req-cdcc40a2-6ed6-49c9-8e1f-6df87d50218a tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Request body: {'port': {'device_id': 'f41c4a4d-f03a-4cd5-a18b-955d0a29678f', 'network_id': 'f08cd3dd-7bfc-4c2b-98f7-22fbb2fd0478', 'admin_state_up': True, 'tenant_id': '3f237176ffe14cc7b4e948b35f830446'}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:13.119150 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b05e3237-f242-4def-9755-5725df4775a2 req-cdcc40a2-6ed6-49c9-8e1f-6df87d50218a tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Made reservation on behalf of 3f237176ffe14cc7b4e948b35f830446 for: {'port': 1} {{(pid=93020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:06:13.123582 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-b05e3237-f242-4def-9755-5725df4775a2 req-cdcc40a2-6ed6-49c9-8e1f-6df87d50218a tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:13.250192 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.db_base_plugin_common [req-b05e3237-f242-4def-9755-5725df4775a2 req-cdcc40a2-6ed6-49c9-8e1f-6df87d50218a tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Allocated IP 172.20.0.9 (f08cd3dd-7bfc-4c2b-98f7-22fbb2fd0478/7ca24564-2acb-430a-be6c-0cbae4e865c5/60f570d5-34c6-454e-8da1-c61a84f1701f) {{(pid=93020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:06:13.639246 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-b05e3237-f242-4def-9755-5725df4775a2 req-cdcc40a2-6ed6-49c9-8e1f-6df87d50218a tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Notify callbacks [] for port, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:13.678126 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-b05e3237-f242-4def-9755-5725df4775a2 req-cdcc40a2-6ed6-49c9-8e1f-6df87d50218a tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786206872486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:13.727335 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b05e3237-f242-4def-9755-5725df4775a2 req-cdcc40a2-6ed6-49c9-8e1f-6df87d50218a tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Network f08cd3dd-7bfc-4c2b-98f7-22fbb2fd0478 is already hosted by enough agents. {{(pid=93020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:06:13.730466 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.base_scheduler [req-b05e3237-f242-4def-9755-5725df4775a2 req-cdcc40a2-6ed6-49c9-8e1f-6df87d50218a tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Resources bound (agent type, host, resource id): {{(pid=93020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:13.732928 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [req-b05e3237-f242-4def-9755-5725df4775a2 req-cdcc40a2-6ed6-49c9-8e1f-6df87d50218a tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Received port after_create {{(pid=93020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:06:13.758913 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc40a2-6ed6-49c9-8e1f-6df87d50218a tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Pushing event updated for resources: {'Port': ['ID=60f570d5-34c6-454e-8da1-c61a84f1701f,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:13.762814 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device ad6df6fb-896f-439f-9ce0-1102aeecf1cf up at agent hyperv_hv-cinder-80069 {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:06:13.788268 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e3237-f242-4def-9755-5725df4775a2 req-cdcc40a2-6ed6-49c9-8e1f-6df87d50218a tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:13.788869 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-b05e3237-f242-4def-9755-5725df4775a2 req-cdcc40a2-6ed6-49c9-8e1f-6df87d50218a tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for port, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:13.802712 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-b05e3237-f242-4def-9755-5725df4775a2 req-cdcc40a2-6ed6-49c9-8e1f-6df87d50218a tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7955379 Jul 16 20:06:13.813527 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Provisioning for port ad6df6fb-896f-439f-9ce0-1102aeecf1cf completed by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:13.817392 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Provisioning complete for port ad6df6fb-896f-439f-9ce0-1102aeecf1cf triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:13.818239 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:13.868027 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [req-b05e3237-f242-4def-9755-5725df4775a2 req-78f5eb6d-09cb-4bda-91f8-16af17050c9e service neutron] Request body: {'port': {'device_id': 'f41c4a4d-f03a-4cd5-a18b-955d0a29678f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:13.897246 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:13.919042 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b88c65a-6681-4c03-abd4-631f01147754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6df6fb-896f-439f-9ce0-1102aeecf1cf'}] {{(pid=93022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:06:13.921268 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9473df89cc7d9a049ef80707cd6efae53c3b25527ef369ad4a6a0d9269bae893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94900ddc-5ab5-4889-945c-c54e458506d2" -d '{"events": [{"server_uuid": "9b88c65a-6681-4c03-abd4-631f01147754", "name": "network-vif-plugged", "status": "completed", "tag": "ad6df6fb-896f-439f-9ce0-1102aeecf1cf"}]}' {{(pid=93022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:06:13.935619 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port ad6df6fb-896f-439f-9ce0-1102aeecf1cf, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ad6df6fb-896f-439f-9ce0-1102aeecf1cf,segment=NetworkSegment(8e320ee3-ef38-49c6-b0e5-96c1ac24e24d),segment_id=8e320ee3-ef38-49c6-b0e5-96c1ac24e24d)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:13.940222 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:13.956625 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-b05e3237-f242-4def-9755-5725df4775a2 req-78f5eb6d-09cb-4bda-91f8-16af17050c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:13.967681 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d504556-14b9-44d5-bf3c-30aa433e2a78 x-openstack-request-id: req-2d504556-14b9-44d5-bf3c-30aa433e2a78 {{(pid=93022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:06:13.967974 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b88c65a-6681-4c03-abd4-631f01147754", "name": "network-vif-plugged", "status": "completed", "tag": "ad6df6fb-896f-439f-9ce0-1102aeecf1cf", "code": 200}]} {{(pid=93022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:06:13.968227 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2d504556-14b9-44d5-bf3c-30aa433e2a78 {{(pid=93022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:06:13.968616 dv-cinder-800697-3-iscsi neutron-server[93022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b88c65a-6681-4c03-abd4-631f01147754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6df6fb-896f-439f-9ce0-1102aeecf1cf', 'code': 200} Jul 16 20:06:14.003772 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Pushing event updated for resources: {'Port': ['ID=ad6df6fb-896f-439f-9ce0-1102aeecf1cf,revision_number=5']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:14.135446 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe76d1-f763-48cd-9981-88c0f92bcc7e req-2352e1b7-fc6d-4c85-ab40-31efe96f839d tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:14.137990 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-3bfe76d1-f763-48cd-9981-88c0f92bcc7e req-2352e1b7-fc6d-4c85-ab40-31efe96f839d tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] 10.222.0.98 "GET /v2.0/ports?device_id=f41c4a4d-f03a-4cd5-a18b-955d0a29678f HTTP/1.1" status: 200 len: 931 time: 0.0791111 Jul 16 20:06:14.180989 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-3bfe76d1-f763-48cd-9981-88c0f92bcc7e req-e61f0a7a-05ea-432a-be17-1914224b2d8d tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e080a05-fae2-4cbe-b7c0-8b167d381847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362127 Jul 16 20:06:14.233989 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d10fc-f829-44bc-a6e2-beef00cea7c9 req-a5c2efe4-d1cf-4003-9ba1-db18e65ae861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:14.235573 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-025d10fc-f829-44bc-a6e2-beef00cea7c9 req-a5c2efe4-d1cf-4003-9ba1-db18e65ae861 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=9b88c65a-6681-4c03-abd4-631f01147754 HTTP/1.1" status: 200 len: 1098 time: 0.0537436 Jul 16 20:06:14.248774 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88591f4a-f75f-4ab8-acfd-92b1d4ee3bef req-f51208a1-dcf5-4b54-9cae-1f5bca1f557f tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:14.250242 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-88591f4a-f75f-4ab8-acfd-92b1d4ee3bef req-f51208a1-dcf5-4b54-9cae-1f5bca1f557f tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b88c65a-6681-4c03-abd4-631f01147754 HTTP/1.1" status: 200 len: 945 time: 0.1527393 Jul 16 20:06:14.270935 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-025d10fc-f829-44bc-a6e2-beef00cea7c9 req-38b5dc7f-9fba-475a-b0cd-9ed9729e4702 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=3c7e1ac0-90b7-4c8a-8b8b-fb216b4010f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279965 Jul 16 20:06:14.321690 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-88591f4a-f75f-4ab8-acfd-92b1d4ee3bef req-5be04f44-2451-4a3a-a426-40c7e0e9066e tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=3c7e1ac0-90b7-4c8a-8b8b-fb216b4010f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632732 Jul 16 20:06:14.367957 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [req-b05e3237-f242-4def-9755-5725df4775a2 req-78f5eb6d-09cb-4bda-91f8-16af17050c9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60f570d5-34c6-454e-8da1-c61a84f1701f {{(pid=93020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:06:14.375852 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-b05e3237-f242-4def-9755-5725df4775a2 req-78f5eb6d-09cb-4bda-91f8-16af17050c9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:14.388712 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [req-b05e3237-f242-4def-9755-5725df4775a2 req-78f5eb6d-09cb-4bda-91f8-16af17050c9e service neutron] Transition to ACTIVE for port object 60f570d5-34c6-454e-8da1-c61a84f1701f will not be triggered until provisioned by entity L2. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:14.392277 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-b05e3237-f242-4def-9755-5725df4775a2 req-78f5eb6d-09cb-4bda-91f8-16af17050c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6084517'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:14.441385 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f5eb6d-09cb-4bda-91f8-16af17050c9e service neutron] Pushing event updated for resources: {'Port': ['ID=60f570d5-34c6-454e-8da1-c61a84f1701f,revision_number=2']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:14.505659 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [req-b05e3237-f242-4def-9755-5725df4775a2 req-78f5eb6d-09cb-4bda-91f8-16af17050c9e service neutron] Attempting to bind port 60f570d5-34c6-454e-8da1-c61a84f1701f on host hv-cinder-80069 for vnic_type normal with profile {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:06:14.505989 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [req-b05e3237-f242-4def-9755-5725df4775a2 req-78f5eb6d-09cb-4bda-91f8-16af17050c9e service neutron] Attempting to bind port 60f570d5-34c6-454e-8da1-c61a84f1701f by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '655425d5-14a6-4a4f-95e7-4112216f9653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'f08cd3dd-7bfc-4c2b-98f7-22fbb2fd0478'}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:06:14.506308 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05e3237-f242-4def-9755-5725df4775a2 req-78f5eb6d-09cb-4bda-91f8-16af17050c9e service neutron] Attempting to bind port 60f570d5-34c6-454e-8da1-c61a84f1701f on network f08cd3dd-7bfc-4c2b-98f7-22fbb2fd0478 {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:14.510376 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05e3237-f242-4def-9755-5725df4775a2 req-78f5eb6d-09cb-4bda-91f8-16af17050c9e service neutron] Port 60f570d5-34c6-454e-8da1-c61a84f1701f on network f08cd3dd-7bfc-4c2b-98f7-22fbb2fd0478 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:06:14.511224 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05e3237-f242-4def-9755-5725df4775a2 req-78f5eb6d-09cb-4bda-91f8-16af17050c9e service neutron] Attempting to bind port 60f570d5-34c6-454e-8da1-c61a84f1701f on network f08cd3dd-7bfc-4c2b-98f7-22fbb2fd0478 {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:14.516147 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05e3237-f242-4def-9755-5725df4775a2 req-78f5eb6d-09cb-4bda-91f8-16af17050c9e service neutron] Checking agent: {'id': 'bb34d2fe-afd3-464c-b7a4-0ee0e23bc19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 21), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:06:14.516541 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05e3237-f242-4def-9755-5725df4775a2 req-78f5eb6d-09cb-4bda-91f8-16af17050c9e service neutron] Checking segment: {'id': '655425d5-14a6-4a4f-95e7-4112216f9653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'f08cd3dd-7bfc-4c2b-98f7-22fbb2fd0478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:06:14.516926 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05e3237-f242-4def-9755-5725df4775a2 req-78f5eb6d-09cb-4bda-91f8-16af17050c9e service neutron] Bound using segment: {'id': '655425d5-14a6-4a4f-95e7-4112216f9653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'f08cd3dd-7bfc-4c2b-98f7-22fbb2fd0478'} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:06:14.517337 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [req-b05e3237-f242-4def-9755-5725df4775a2 req-78f5eb6d-09cb-4bda-91f8-16af17050c9e service neutron] Bound port: 60f570d5-34c6-454e-8da1-c61a84f1701f, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '655425d5-14a6-4a4f-95e7-4112216f9653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'f08cd3dd-7bfc-4c2b-98f7-22fbb2fd0478'}}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:06:14.517680 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-b05e3237-f242-4def-9755-5725df4775a2 req-78f5eb6d-09cb-4bda-91f8-16af17050c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:14.583364 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [req-b05e3237-f242-4def-9755-5725df4775a2 req-78f5eb6d-09cb-4bda-91f8-16af17050c9e service neutron] For port 60f570d5-34c6-454e-8da1-c61a84f1701f, host hv-cinder-80069, cleared binding levels {{(pid=93020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:06:14.586249 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [req-b05e3237-f242-4def-9755-5725df4775a2 req-78f5eb6d-09cb-4bda-91f8-16af17050c9e service neutron] For port 60f570d5-34c6-454e-8da1-c61a84f1701f, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=60f570d5-34c6-454e-8da1-c61a84f1701f,segment=NetworkSegment(655425d5-14a6-4a4f-95e7-4112216f9653),segment_id=655425d5-14a6-4a4f-95e7-4112216f9653)] {{(pid=93020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:06:14.591137 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-b05e3237-f242-4def-9755-5725df4775a2 req-78f5eb6d-09cb-4bda-91f8-16af17050c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6084517'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:14.623748 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e3237-f242-4def-9755-5725df4775a2 req-78f5eb6d-09cb-4bda-91f8-16af17050c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:14.624569 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-b05e3237-f242-4def-9755-5725df4775a2 req-78f5eb6d-09cb-4bda-91f8-16af17050c9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for port, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:14.626198 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-b05e3237-f242-4def-9755-5725df4775a2 req-78f5eb6d-09cb-4bda-91f8-16af17050c9e service neutron] 10.222.0.102 "PUT /v2.0/ports/60f570d5-34c6-454e-8da1-c61a84f1701f HTTP/1.1" status: 200 len: 1093 time: 0.8137691 Jul 16 20:06:14.628771 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f41c4a4d-f03a-4cd5-a18b-955d0a29678f', 'tag': '60f570d5-34c6-454e-8da1-c61a84f1701f'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:06:14.631179 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fae8f2ff960fe93758be445b473a7dfd6f7d616fbf5a964bb8e60e5228696b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29df118-6be0-46a5-b0c1-0830c5fef92e" -d '{"events": [{"name": "network-changed", "server_uuid": "f41c4a4d-f03a-4cd5-a18b-955d0a29678f", "tag": "60f570d5-34c6-454e-8da1-c61a84f1701f"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:06:14.663861 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f5eb6d-09cb-4bda-91f8-16af17050c9e service neutron] Pushing event updated for resources: {'Port': ['ID=60f570d5-34c6-454e-8da1-c61a84f1701f,revision_number=3']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:14.700219 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25da4219-4d19-46a6-a800-d19bb9c17233 x-openstack-request-id: req-25da4219-4d19-46a6-a800-d19bb9c17233 {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:06:14.700507 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f41c4a4d-f03a-4cd5-a18b-955d0a29678f", "tag": "60f570d5-34c6-454e-8da1-c61a84f1701f", "status": "completed", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:06:14.700743 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-25da4219-4d19-46a6-a800-d19bb9c17233 {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:06:14.701132 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f41c4a4d-f03a-4cd5-a18b-955d0a29678f', 'tag': '60f570d5-34c6-454e-8da1-c61a84f1701f', 'status': 'completed', 'code': 200} Jul 16 20:06:14.726406 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e3237-f242-4def-9755-5725df4775a2 req-77308bac-5710-45fa-95d8-95fc8914605b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:14.727898 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-b05e3237-f242-4def-9755-5725df4775a2 req-77308bac-5710-45fa-95d8-95fc8914605b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=3f237176ffe14cc7b4e948b35f830446&device_id=f41c4a4d-f03a-4cd5-a18b-955d0a29678f HTTP/1.1" status: 200 len: 1096 time: 0.0562627 Jul 16 20:06:14.772857 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-b05e3237-f242-4def-9755-5725df4775a2 req-b2a31a67-e5a1-4b5f-a3c0-727757075b33 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60f570d5-34c6-454e-8da1-c61a84f1701f HTTP/1.1" status: 200 len: 217 time: 0.0336938 Jul 16 20:06:14.824432 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e3237-f242-4def-9755-5725df4775a2 req-6be85fec-922f-41b5-b0f5-a12fd49810d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:14.825860 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-b05e3237-f242-4def-9755-5725df4775a2 req-6be85fec-922f-41b5-b0f5-a12fd49810d8 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=7ca24564-2acb-430a-be6c-0cbae4e865c5 HTTP/1.1" status: 200 len: 849 time: 0.0462856 Jul 16 20:06:14.857922 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-b05e3237-f242-4def-9755-5725df4775a2 req-06e39521-73fb-4b18-a3ff-ec18f0600edc service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f08cd3dd-7bfc-4c2b-98f7-22fbb2fd0478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251486 Jul 16 20:06:14.949001 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-b05e3237-f242-4def-9755-5725df4775a2 req-4b55b409-21f2-49bb-8a4e-5439072418bc service neutron] 10.222.0.102 "GET /v2.0/networks/f08cd3dd-7bfc-4c2b-98f7-22fbb2fd0478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830915 Jul 16 20:06:15.035864 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-b05e3237-f242-4def-9755-5725df4775a2 req-97243bba-04fb-42c8-b40d-c80ffa288e01 service neutron] 10.222.0.102 "GET /v2.0/networks/f08cd3dd-7bfc-4c2b-98f7-22fbb2fd0478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789700 Jul 16 20:06:15.149900 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29df118-6be0-46a5-b0c1-0830c5fef92e req-153375f5-d374-497e-8141-21611f5eb3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:15.151413 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a29df118-6be0-46a5-b0c1-0830c5fef92e req-153375f5-d374-497e-8141-21611f5eb3b6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=3f237176ffe14cc7b4e948b35f830446&device_id=f41c4a4d-f03a-4cd5-a18b-955d0a29678f HTTP/1.1" status: 200 len: 1096 time: 0.0523033 Jul 16 20:06:15.253824 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29df118-6be0-46a5-b0c1-0830c5fef92e req-4f6e8a7c-c347-47f4-a270-4db4c573fa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:15.255386 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a29df118-6be0-46a5-b0c1-0830c5fef92e req-4f6e8a7c-c347-47f4-a270-4db4c573fa99 service neutron] 10.222.0.102 "GET /v2.0/networks?id=f08cd3dd-7bfc-4c2b-98f7-22fbb2fd0478 HTTP/1.1" status: 200 len: 911 time: 0.0926225 Jul 16 20:06:15.305356 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a29df118-6be0-46a5-b0c1-0830c5fef92e req-e53fe21b-8d99-4d8c-8a1f-9a37ed3950ee service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60f570d5-34c6-454e-8da1-c61a84f1701f HTTP/1.1" status: 200 len: 217 time: 0.0377533 Jul 16 20:06:15.393798 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29df118-6be0-46a5-b0c1-0830c5fef92e req-d5ecad2a-8d97-4e0f-a4ab-13d086a3d30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:15.393798 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a29df118-6be0-46a5-b0c1-0830c5fef92e req-d5ecad2a-8d97-4e0f-a4ab-13d086a3d30e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=7ca24564-2acb-430a-be6c-0cbae4e865c5 HTTP/1.1" status: 200 len: 849 time: 0.0797985 Jul 16 20:06:15.431197 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a29df118-6be0-46a5-b0c1-0830c5fef92e req-f7504e5d-e65a-4276-bf02-0a0b98595c59 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f08cd3dd-7bfc-4c2b-98f7-22fbb2fd0478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302396 Jul 16 20:06:15.438893 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b1842-6367-4aa6-ba6b-f69ee21a6d9e req-bf29c5b9-ede8-4025-b030-d36c0376c677 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:15.445748 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-f06b1842-6367-4aa6-ba6b-f69ee21a6d9e req-bf29c5b9-ede8-4025-b030-d36c0376c677 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] 10.222.0.98 "GET /v2.0/ports?device_id=f41c4a4d-f03a-4cd5-a18b-955d0a29678f HTTP/1.1" status: 200 len: 943 time: 0.1431797 Jul 16 20:06:15.510158 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-f06b1842-6367-4aa6-ba6b-f69ee21a6d9e req-5bb40ee0-ad0e-491b-9b00-cc484611f04c tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e080a05-fae2-4cbe-b7c0-8b167d381847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634577 Jul 16 20:06:15.536997 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c9ec3-ecad-41a9-b330-b356aa0158be req-e47189c0-757a-4e65-974d-165eed528c35 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:15.539001 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-261c9ec3-ecad-41a9-b330-b356aa0158be req-e47189c0-757a-4e65-974d-165eed528c35 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b88c65a-6681-4c03-abd4-631f01147754 HTTP/1.1" status: 200 len: 945 time: 0.0867479 Jul 16 20:06:15.570409 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a29df118-6be0-46a5-b0c1-0830c5fef92e req-830d9b85-1409-488b-98fe-568820fa65f4 service neutron] 10.222.0.102 "GET /v2.0/networks/f08cd3dd-7bfc-4c2b-98f7-22fbb2fd0478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170650 Jul 16 20:06:15.577078 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-261c9ec3-ecad-41a9-b330-b356aa0158be req-6b001db5-1034-45e6-9648-c09c2a7d3ea6 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=3c7e1ac0-90b7-4c8a-8b8b-fb216b4010f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322008 Jul 16 20:06:15.676413 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a29df118-6be0-46a5-b0c1-0830c5fef92e req-f4f929c7-4857-4572-9e56-aa02c69ecc90 service neutron] 10.222.0.102 "GET /v2.0/networks/f08cd3dd-7bfc-4c2b-98f7-22fbb2fd0478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881717 Jul 16 20:06:15.750037 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e1c79-59a9-4405-8f24-b6679430fb5d req-250737c1-0645-4b4f-8fbe-0d33bc8afc69 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:15.751573 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-3e6e1c79-59a9-4405-8f24-b6679430fb5d req-250737c1-0645-4b4f-8fbe-0d33bc8afc69 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b88c65a-6681-4c03-abd4-631f01147754 HTTP/1.1" status: 200 len: 945 time: 0.0710177 Jul 16 20:06:15.760216 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 60724) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:15.765212 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [None req-dcb14cc7-8565-401e-a872-fda15d0573db tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Request body: {'floatingip': {'port_id': 'ad6df6fb-896f-439f-9ce0-1102aeecf1cf'}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:15.803770 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-dcb14cc7-8565-401e-a872-fda15d0573db tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks [] for floatingip, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:16.226891 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-dcb14cc7-8565-401e-a872-fda15d0573db tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:16.231090 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-dcb14cc7-8565-401e-a872-fda15d0573db tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8363194'] for floatingip, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:16.327105 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.db.l3_db [None req-dcb14cc7-8565-401e-a872-fda15d0573db tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Floating IP 072b8189-c64b-4a3a-a884-77523d9a31aa associated. External IP: 172.27.1.254, port: ad6df6fb-896f-439f-9ce0-1102aeecf1cf. Jul 16 20:06:16.534055 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb14cc7-8565-401e-a872-fda15d0573db tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Router 850a098b-f0e9-46e8-a28c-0973e52da083 has already been hosted by L3 agent 2edc1d69-0f6a-462d-a1c4-2c7c9be5649e {{(pid=93020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:06:16.669450 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb14cc7-8565-401e-a872-fda15d0573db tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify agent at l3_agent.dv-cinder-800697-3-iscsi the message routers_updated {{(pid=93020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:06:16.674283 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-dcb14cc7-8565-401e-a872-fda15d0573db tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for floatingip, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:16.679106 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f25391-bddc-482d-9986-b2d1feac4e6e None None] Sync routers for ids ['850a098b-f0e9-46e8-a28c-0973e52da083'] in dv-cinder-800697-3-iscsi {{(pid=93022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:06:16.687658 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f25391-bddc-482d-9986-b2d1feac4e6e None None] Routers {'850a098b-f0e9-46e8-a28c-0973e52da083'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:06:16.688294 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-f3f25391-bddc-482d-9986-b2d1feac4e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:05:52Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['850a098b-f0e9-46e8-a28c-0973e52da083'], 'active': True} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:16.734986 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-dcb14cc7-8565-401e-a872-fda15d0573db tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "PUT /v2.0/floatingips/072b8189-c64b-4a3a-a884-77523d9a31aa HTTP/1.1" status: 200 len: 991 time: 0.9730580 Jul 16 20:06:16.736566 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b88c65a-6681-4c03-abd4-631f01147754', 'tag': 'ad6df6fb-896f-439f-9ce0-1102aeecf1cf'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:06:16.738834 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fae8f2ff960fe93758be445b473a7dfd6f7d616fbf5a964bb8e60e5228696b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9fe0ef-23b0-4f9b-8d02-da8f3e782d13" -d '{"events": [{"name": "network-changed", "server_uuid": "9b88c65a-6681-4c03-abd4-631f01147754", "tag": "ad6df6fb-896f-439f-9ce0-1102aeecf1cf"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:06:16.749758 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de97fa4-6baa-42f0-b9f9-5ef1d91b2606 req-3612b5bb-1640-4f9e-99e8-16cb006b4d01 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:16.751386 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-6de97fa4-6baa-42f0-b9f9-5ef1d91b2606 req-3612b5bb-1640-4f9e-99e8-16cb006b4d01 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] 10.222.0.98 "GET /v2.0/ports?device_id=f41c4a4d-f03a-4cd5-a18b-955d0a29678f HTTP/1.1" status: 200 len: 943 time: 0.1280107 Jul 16 20:06:16.795742 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-6de97fa4-6baa-42f0-b9f9-5ef1d91b2606 req-6d65190f-b8ea-42bc-a3ae-4e2ed20abfed tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e080a05-fae2-4cbe-b7c0-8b167d381847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377109 Jul 16 20:06:16.803866 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvr_db [None req-f3f25391-bddc-482d-9986-b2d1feac4e6e None None] Set router 850a098b-f0e9-46e8-a28c-0973e52da083 gateway port host: dv-cinder-800697-3-iscsi {{(pid=93022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:06:16.845540 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6cde9e-3abb-4f56-a823-f1d21e68d608 x-openstack-request-id: req-2f6cde9e-3abb-4f56-a823-f1d21e68d608 {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:06:16.845821 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b88c65a-6681-4c03-abd4-631f01147754", "tag": "ad6df6fb-896f-439f-9ce0-1102aeecf1cf", "status": "completed", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:06:16.846071 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2f6cde9e-3abb-4f56-a823-f1d21e68d608 {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:06:16.846496 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b88c65a-6681-4c03-abd4-631f01147754', 'tag': 'ad6df6fb-896f-439f-9ce0-1102aeecf1cf', 'status': 'completed', 'code': 200} Jul 16 20:06:16.961361 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9fe0ef-23b0-4f9b-8d02-da8f3e782d13 req-475ecb12-e594-4d0c-81e7-1a17e1c86918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:16.967382 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-8c9fe0ef-23b0-4f9b-8d02-da8f3e782d13 req-475ecb12-e594-4d0c-81e7-1a17e1c86918 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1f6d0bc6cd574899a9225c0ba21b689f&device_id=9b88c65a-6681-4c03-abd4-631f01147754 HTTP/1.1" status: 200 len: 1098 time: 0.0735903 Jul 16 20:06:17.030504 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-f3f25391-bddc-482d-9986-b2d1feac4e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'name': 'tempest-AttachVolumeTestJSON-26531343-router', 'tenant_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '34ae6685-b683-4f7c-9429-b8c022470bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:00Z', 'updated_at': '2021-07-16T20:01:14Z', 'revision_number': 4, 'project_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'gw_port': {'id': '34ae6685-b683-4f7c-9429-b8c022470bd3', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:fb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:02Z', 'updated_at': '2021-07-16T20:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_floatingips': [{'id': '072b8189-c64b-4a3a-a884-77523d9a31aa', 'tenant_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'floating_ip_address': '172.27.1.254', 'floating_network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'router_id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'port_id': 'ad6df6fb-896f-439f-9ce0-1102aeecf1cf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b3104bd-edfc-4af0-90f6-7b90aa247197', 'mac_address': 'fa:16:3e:d3:c4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b88c65a-6681-4c03-abd4-631f01147754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:06:03Z', 'updated_at': '2021-07-16T20:06:16Z', 'revision_number': 1, 'project_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae863e2e-b1b8-44ba-8f65-e723fe693990', 'name': '', 'network_id': '0b3104bd-edfc-4af0-90f6-7b90aa247197', 'tenant_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'mac_address': 'fa:16:3e:e8:ca:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'ef5951b2-8beb-4c67-b6c2-485349b7bb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:12Z', 'updated_at': '2021-07-16T20:01:23Z', 'revision_number': 5, 'project_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'subnets': [{'id': 'ef5951b2-8beb-4c67-b6c2-485349b7bb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:17.056675 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f25391-bddc-482d-9986-b2d1feac4e6e None None] Checking router: 850a098b-f0e9-46e8-a28c-0973e52da083 for host: dv-cinder-800697-3-iscsi {{(pid=93022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:06:17.068799 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f25391-bddc-482d-9986-b2d1feac4e6e None None] Routers {'850a098b-f0e9-46e8-a28c-0973e52da083'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:06:17.069511 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-f3f25391-bddc-482d-9986-b2d1feac4e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:05:52Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['850a098b-f0e9-46e8-a28c-0973e52da083'], 'active': True} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:17.075652 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9fe0ef-23b0-4f9b-8d02-da8f3e782d13 req-dc30ed7c-235a-49bc-8545-dc050884ca67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:17.077185 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-8c9fe0ef-23b0-4f9b-8d02-da8f3e782d13 req-dc30ed7c-235a-49bc-8545-dc050884ca67 service neutron] 10.222.0.102 "GET /v2.0/networks?id=0b3104bd-edfc-4af0-90f6-7b90aa247197 HTTP/1.1" status: 200 len: 911 time: 0.0944498 Jul 16 20:06:17.152638 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-8c9fe0ef-23b0-4f9b-8d02-da8f3e782d13 req-76899fbf-a849-49c7-8b80-4513be9d7ca3 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad6df6fb-896f-439f-9ce0-1102aeecf1cf HTTP/1.1" status: 200 len: 999 time: 0.0609107 Jul 16 20:06:17.179523 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvr_db [None req-f3f25391-bddc-482d-9986-b2d1feac4e6e None None] Set router 850a098b-f0e9-46e8-a28c-0973e52da083 gateway port host: dv-cinder-800697-3-iscsi {{(pid=93022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:06:17.203360 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9fe0ef-23b0-4f9b-8d02-da8f3e782d13 req-8c57df09-a119-4ca7-82c7-f5a01de056b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:17.204852 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-8c9fe0ef-23b0-4f9b-8d02-da8f3e782d13 req-8c57df09-a119-4ca7-82c7-f5a01de056b3 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ef5951b2-8beb-4c67-b6c2-485349b7bb28 HTTP/1.1" status: 200 len: 848 time: 0.0430539 Jul 16 20:06:17.262165 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9fe0ef-23b0-4f9b-8d02-da8f3e782d13 req-0b345bba-9442-4ac6-a6b4-76cd19916b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:17.263787 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-8c9fe0ef-23b0-4f9b-8d02-da8f3e782d13 req-0b345bba-9442-4ac6-a6b4-76cd19916b58 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=0b3104bd-edfc-4af0-90f6-7b90aa247197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508697 Jul 16 20:06:17.358962 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-8c9fe0ef-23b0-4f9b-8d02-da8f3e782d13 req-b4922826-9786-4f77-af84-0d7c97568b82 service neutron] 10.222.0.102 "GET /v2.0/networks/0b3104bd-edfc-4af0-90f6-7b90aa247197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831242 Jul 16 20:06:17.400108 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-f3f25391-bddc-482d-9986-b2d1feac4e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'name': 'tempest-AttachVolumeTestJSON-26531343-router', 'tenant_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '34ae6685-b683-4f7c-9429-b8c022470bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:00Z', 'updated_at': '2021-07-16T20:01:14Z', 'revision_number': 4, 'project_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'gw_port': {'id': '34ae6685-b683-4f7c-9429-b8c022470bd3', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:fb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:02Z', 'updated_at': '2021-07-16T20:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_floatingips': [{'id': '072b8189-c64b-4a3a-a884-77523d9a31aa', 'tenant_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'floating_ip_address': '172.27.1.254', 'floating_network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'router_id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'port_id': 'ad6df6fb-896f-439f-9ce0-1102aeecf1cf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b3104bd-edfc-4af0-90f6-7b90aa247197', 'mac_address': 'fa:16:3e:d3:c4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b88c65a-6681-4c03-abd4-631f01147754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:06:03Z', 'updated_at': '2021-07-16T20:06:16Z', 'revision_number': 1, 'project_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae863e2e-b1b8-44ba-8f65-e723fe693990', 'name': '', 'network_id': '0b3104bd-edfc-4af0-90f6-7b90aa247197', 'tenant_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'mac_address': 'fa:16:3e:e8:ca:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'ef5951b2-8beb-4c67-b6c2-485349b7bb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:12Z', 'updated_at': '2021-07-16T20:01:23Z', 'revision_number': 5, 'project_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'subnets': [{'id': 'ef5951b2-8beb-4c67-b6c2-485349b7bb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:17.426014 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f25391-bddc-482d-9986-b2d1feac4e6e None None] The sync data for ids ['850a098b-f0e9-46e8-a28c-0973e52da083'] in dv-cinder-800697-3-iscsi is: [{'id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'name': 'tempest-AttachVolumeTestJSON-26531343-router', 'tenant_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '34ae6685-b683-4f7c-9429-b8c022470bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:00Z', 'updated_at': '2021-07-16T20:01:14Z', 'revision_number': 4, 'project_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'gw_port': {'id': '34ae6685-b683-4f7c-9429-b8c022470bd3', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:fb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:02Z', 'updated_at': '2021-07-16T20:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_floatingips': [{'id': '072b8189-c64b-4a3a-a884-77523d9a31aa', 'tenant_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'floating_ip_address': '172.27.1.254', 'floating_network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'router_id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'port_id': 'ad6df6fb-896f-439f-9ce0-1102aeecf1cf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b3104bd-edfc-4af0-90f6-7b90aa247197', 'mac_address': 'fa:16:3e:d3:c4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b88c65a-6681-4c03-abd4-631f01147754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:06:03Z', 'updated_at': '2021-07-16T20:06:16Z', 'revision_number': 1, 'project_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae863e2e-b1b8-44ba-8f65-e723fe693990', 'name': '', 'network_id': '0b3104bd-edfc-4af0-90f6-7b90aa247197', 'tenant_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'mac_address': 'fa:16:3e:e8:ca:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'ef5951b2-8beb-4c67-b6c2-485349b7bb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:12Z', 'updated_at': '2021-07-16T20:01:23Z', 'revision_number': 5, 'project_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'subnets': [{'id': 'ef5951b2-8beb-4c67-b6c2-485349b7bb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:06:17.452071 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-8c9fe0ef-23b0-4f9b-8d02-da8f3e782d13 req-ef125408-778b-48c0-ba7e-df71ca39fea1 service neutron] 10.222.0.102 "GET /v2.0/networks/0b3104bd-edfc-4af0-90f6-7b90aa247197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854023 Jul 16 20:06:17.608947 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5380435d-8dc4-45c6-a916-926a5393a908 None None] New status for floating IP 072b8189-c64b-4a3a-a884-77523d9a31aa: ACTIVE {{(pid=93023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:06:17.776619 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device 60f570d5-34c6-454e-8da1-c61a84f1701f details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=93022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:06:17.873078 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port 60f570d5-34c6-454e-8da1-c61a84f1701f, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=60f570d5-34c6-454e-8da1-c61a84f1701f,segment=NetworkSegment(655425d5-14a6-4a4f-95e7-4112216f9653),segment_id=655425d5-14a6-4a4f-95e7-4112216f9653)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:17.883882 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Returning: {'device': '60f570d5-34c6-454e-8da1-c61a84f1701f', 'network_id': 'f08cd3dd-7bfc-4c2b-98f7-22fbb2fd0478', 'port_id': '60f570d5-34c6-454e-8da1-c61a84f1701f', 'mac_address': 'fa:16:3e:8d:d0:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1007, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ca24564-2acb-430a-be6c-0cbae4e865c5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:06:17.921318 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:17.935376 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.notifiers.nova [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60f570d5-34c6-454e-8da1-c61a84f1701f {{(pid=93022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:06:17.957692 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port 60f570d5-34c6-454e-8da1-c61a84f1701f, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=60f570d5-34c6-454e-8da1-c61a84f1701f,segment=NetworkSegment(655425d5-14a6-4a4f-95e7-4112216f9653),segment_id=655425d5-14a6-4a4f-95e7-4112216f9653)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:17.963210 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:17.977291 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35654964-8046-4acd-b6e7-885eba7bcab5 req-352a98ae-a035-40c2-b2c4-e8025384cef0 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:17.978915 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-35654964-8046-4acd-b6e7-885eba7bcab5 req-352a98ae-a035-40c2-b2c4-e8025384cef0 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] 10.222.0.98 "GET /v2.0/ports?device_id=f41c4a4d-f03a-4cd5-a18b-955d0a29678f HTTP/1.1" status: 200 len: 943 time: 0.0681345 Jul 16 20:06:18.016786 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Pushing event updated for resources: {'Port': ['ID=60f570d5-34c6-454e-8da1-c61a84f1701f,revision_number=4']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:18.023309 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-35654964-8046-4acd-b6e7-885eba7bcab5 req-80fea4f4-029c-40ac-bdfc-02ba206cc495 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e080a05-fae2-4cbe-b7c0-8b167d381847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380003 Jul 16 20:06:18.237645 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] get_ports_and_sgs() called for port_ids ['60f570d5-34c6-454e-8da1-c61a84f1701f'] {{(pid=93022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:06:18.620561 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-538f9300-b270-42fc-8e58-c10f4c3e4d4a req-bf9c67dd-d7f8-403b-b2a4-e7bd0500d11c service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=f1f5cf23-294a-4d10-8f41-8de4ab6796d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0493507 Jul 16 20:06:18.970403 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f9300-b270-42fc-8e58-c10f4c3e4d4a req-1a3d3543-d682-4352-a213-032df4cc7bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:18.971914 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-538f9300-b270-42fc-8e58-c10f4c3e4d4a req-1a3d3543-d682-4352-a213-032df4cc7bb4 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=078f23be686b440dad7cffc96ff5c84c&device_id=f1f5cf23-294a-4d10-8f41-8de4ab6796d3 HTTP/1.1" status: 200 len: 1098 time: 0.3004508 Jul 16 20:06:19.078043 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f9300-b270-42fc-8e58-c10f4c3e4d4a req-3f273a2f-c29e-4b2b-9f26-f341b34d271a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:19.079530 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-538f9300-b270-42fc-8e58-c10f4c3e4d4a req-3f273a2f-c29e-4b2b-9f26-f341b34d271a service neutron] 10.222.0.102 "GET /v2.0/networks?id=a90ba138-c4a1-4110-a3e5-cb4305c2de87 HTTP/1.1" status: 200 len: 914 time: 0.0854626 Jul 16 20:06:19.151316 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-538f9300-b270-42fc-8e58-c10f4c3e4d4a req-5c6f0daf-7f03-4785-9eab-1e7460d51993 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fabdd6de-5ea0-49df-9aa1-2e14026aae05 HTTP/1.1" status: 200 len: 1001 time: 0.0638626 Jul 16 20:06:19.200055 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f9300-b270-42fc-8e58-c10f4c3e4d4a req-986bace4-8e38-4e0d-a441-402739ab0a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:19.201637 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-538f9300-b270-42fc-8e58-c10f4c3e4d4a req-986bace4-8e38-4e0d-a441-402739ab0a61 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=240aba66-ab9f-4277-a9b2-4f5b9dbf7e93 HTTP/1.1" status: 200 len: 851 time: 0.0436077 Jul 16 20:06:19.205123 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a498d2f-185a-4ced-b9b1-2dcc724b32dc req-d1af8ecf-a5ab-4716-87c7-5e14466f040f tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:19.206722 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-1a498d2f-185a-4ced-b9b1-2dcc724b32dc req-d1af8ecf-a5ab-4716-87c7-5e14466f040f tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] 10.222.0.98 "GET /v2.0/ports?device_id=f41c4a4d-f03a-4cd5-a18b-955d0a29678f HTTP/1.1" status: 200 len: 944 time: 0.0640466 Jul 16 20:06:19.246959 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-1a498d2f-185a-4ced-b9b1-2dcc724b32dc req-4a611f5c-10b8-4556-8c8f-19ff27cc6ec6 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e080a05-fae2-4cbe-b7c0-8b167d381847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346239 Jul 16 20:06:19.268831 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f9300-b270-42fc-8e58-c10f4c3e4d4a req-4cf13622-e4bb-4a6b-9759-261d579f528b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:19.268831 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-538f9300-b270-42fc-8e58-c10f4c3e4d4a req-4cf13622-e4bb-4a6b-9759-261d579f528b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a90ba138-c4a1-4110-a3e5-cb4305c2de87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535917 Jul 16 20:06:19.356916 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-538f9300-b270-42fc-8e58-c10f4c3e4d4a req-b1d0accc-2cf4-46f4-b4c6-5275a59c754a service neutron] 10.222.0.102 "GET /v2.0/networks/a90ba138-c4a1-4110-a3e5-cb4305c2de87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870056 Jul 16 20:06:19.444705 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-538f9300-b270-42fc-8e58-c10f4c3e4d4a req-89600fbb-d0a8-4012-96e4-b48c2356832e service neutron] 10.222.0.102 "GET /v2.0/networks/a90ba138-c4a1-4110-a3e5-cb4305c2de87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807767 Jul 16 20:06:19.714938 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-864fde34-e290-4a07-8145-1f2ca5cde22e req-c3ee031a-92a6-4ba3-9006-569dea784361 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-513631061&fields=id&tenant_id=8ec1ad2262744e7fa3dd96c5b0ef62f2 HTTP/1.1" status: 200 len: 267 time: 0.0330954 Jul 16 20:06:19.787474 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device 60f570d5-34c6-454e-8da1-c61a84f1701f up at agent hyperv_hv-cinder-80069 {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:06:19.822309 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864fde34-e290-4a07-8145-1f2ca5cde22e req-f0d83f43-658f-457b-ad60-3f670fef1e46 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:19.824354 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-864fde34-e290-4a07-8145-1f2ca5cde22e req-f0d83f43-658f-457b-ad60-3f670fef1e46 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/networks?id=bdbd16a4-4f92-4443-ba28-8121ae0e03c0 HTTP/1.1" status: 200 len: 808 time: 0.1032796 Jul 16 20:06:19.833863 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Provisioning for port 60f570d5-34c6-454e-8da1-c61a84f1701f completed by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:19.837769 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Provisioning complete for port 60f570d5-34c6-454e-8da1-c61a84f1701f triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:19.837931 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:19.840979 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-864fde34-e290-4a07-8145-1f2ca5cde22e req-3e5b3cdf-b586-4c0e-97ad-a52ffb85beed tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/quotas/8ec1ad2262744e7fa3dd96c5b0ef62f2 HTTP/1.1" status: 200 len: 375 time: 0.0113835 Jul 16 20:06:19.908923 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-864fde34-e290-4a07-8145-1f2ca5cde22e req-8d234cae-2bb3-405a-a367-cc1618e3f2ab tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=8ec1ad2262744e7fa3dd96c5b0ef62f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0623562 Jul 16 20:06:19.917770 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:19.939748 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41c4a4d-f03a-4cd5-a18b-955d0a29678f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f570d5-34c6-454e-8da1-c61a84f1701f'}] {{(pid=93022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:06:19.942013 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9473df89cc7d9a049ef80707cd6efae53c3b25527ef369ad4a6a0d9269bae893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8ff555-5b79-4dea-b7f8-88fb8744ca57" -d '{"events": [{"server_uuid": "f41c4a4d-f03a-4cd5-a18b-955d0a29678f", "name": "network-vif-plugged", "status": "completed", "tag": "60f570d5-34c6-454e-8da1-c61a84f1701f"}]}' {{(pid=93022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:06:19.955111 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port 60f570d5-34c6-454e-8da1-c61a84f1701f, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=60f570d5-34c6-454e-8da1-c61a84f1701f,segment=NetworkSegment(655425d5-14a6-4a4f-95e7-4112216f9653),segment_id=655425d5-14a6-4a4f-95e7-4112216f9653)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:19.959941 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:19.984225 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633c6517-fe08-48f6-bcdc-876a86f555e4 x-openstack-request-id: req-633c6517-fe08-48f6-bcdc-876a86f555e4 {{(pid=93022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:06:19.984517 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f41c4a4d-f03a-4cd5-a18b-955d0a29678f", "name": "network-vif-plugged", "status": "completed", "tag": "60f570d5-34c6-454e-8da1-c61a84f1701f", "code": 200}]} {{(pid=93022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:06:19.984767 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-633c6517-fe08-48f6-bcdc-876a86f555e4 {{(pid=93022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:06:19.985215 dv-cinder-800697-3-iscsi neutron-server[93022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f41c4a4d-f03a-4cd5-a18b-955d0a29678f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f570d5-34c6-454e-8da1-c61a84f1701f', 'code': 200} Jul 16 20:06:20.012297 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Pushing event updated for resources: {'Port': ['ID=60f570d5-34c6-454e-8da1-c61a84f1701f,revision_number=5']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:20.013849 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-864fde34-e290-4a07-8145-1f2ca5cde22e req-dd7282fd-3566-4d45-91d9-c945c79766a3 service neutron] 10.222.0.98 "GET /v2.0/networks/bdbd16a4-4f92-4443-ba28-8121ae0e03c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920691 Jul 16 20:06:20.105899 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-864fde34-e290-4a07-8145-1f2ca5cde22e req-ade496bf-ebb4-47ae-a8b3-f682f1181cad service neutron] 10.222.0.98 "GET /v2.0/networks/bdbd16a4-4f92-4443-ba28-8121ae0e03c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867362 Jul 16 20:06:20.163344 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-5920ae5c-5643-4e55-a8bb-18883d643557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:20.200351 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d654f4-f1b1-4b61-9cbf-ec667bb9ce25 req-2fea29cf-50ce-4b0d-9e58-05eaaf6333e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:20.201912 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-92d654f4-f1b1-4b61-9cbf-ec667bb9ce25 req-2fea29cf-50ce-4b0d-9e58-05eaaf6333e6 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=f41c4a4d-f03a-4cd5-a18b-955d0a29678f HTTP/1.1" status: 200 len: 1098 time: 0.0547271 Jul 16 20:06:20.239409 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-92d654f4-f1b1-4b61-9cbf-ec667bb9ce25 req-57e4e9a7-61c0-4f53-88e0-80e31f6e7129 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=9e080a05-fae2-4cbe-b7c0-8b167d381847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307255 Jul 16 20:06:20.450854 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac7a24-08c7-476c-a396-e53274a9208d req-42256db4-0ce8-48d0-b194-f4502d4baea7 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:20.454242 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-72ac7a24-08c7-476c-a396-e53274a9208d req-42256db4-0ce8-48d0-b194-f4502d4baea7 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] 10.222.0.98 "GET /v2.0/ports?device_id=f41c4a4d-f03a-4cd5-a18b-955d0a29678f HTTP/1.1" status: 200 len: 945 time: 0.0921931 Jul 16 20:06:20.499450 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-72ac7a24-08c7-476c-a396-e53274a9208d req-e3c4eee3-3c3b-40a1-86da-eb534826d2fb tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e080a05-fae2-4cbe-b7c0-8b167d381847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414186 Jul 16 20:06:20.542401 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-fa1c2aa9-4769-491b-99f9-ce00fd0de24f req-08f4caba-356f-4460-9377-2a376ccb3831 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0374625 Jul 16 20:06:20.685376 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:21.712699 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef6834-f1a5-431c-8068-f747597e1fa9 req-cde37a81-4c10-4680-b679-d70f82535ebb tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:21.712699 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-a7ef6834-f1a5-431c-8068-f747597e1fa9 req-cde37a81-4c10-4680-b679-d70f82535ebb tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] 10.222.0.98 "GET /v2.0/ports?device_id=f41c4a4d-f03a-4cd5-a18b-955d0a29678f HTTP/1.1" status: 200 len: 945 time: 0.0790215 Jul 16 20:06:21.751665 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-a7ef6834-f1a5-431c-8068-f747597e1fa9 req-1780c1ce-a799-404f-b209-f83df6a6930e tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e080a05-fae2-4cbe-b7c0-8b167d381847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324280 Jul 16 20:06:21.816639 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864fde34-e290-4a07-8145-1f2ca5cde22e req-22b7a38c-6243-42b4-af32-39fd7ceefd29 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:21.818003 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-864fde34-e290-4a07-8145-1f2ca5cde22e req-22b7a38c-6243-42b4-af32-39fd7ceefd29 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.102 "GET /v2.0/networks?id=bdbd16a4-4f92-4443-ba28-8121ae0e03c0 HTTP/1.1" status: 200 len: 808 time: 0.1343451 Jul 16 20:06:21.873250 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-864fde34-e290-4a07-8145-1f2ca5cde22e req-3c3075ed-ef35-4f2d-abcd-408e473265af tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ec1ad2262744e7fa3dd96c5b0ef62f2 HTTP/1.1" status: 200 len: 379 time: 0.0395970 Jul 16 20:06:21.886927 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [req-864fde34-e290-4a07-8145-1f2ca5cde22e req-d55ccc96-46a8-4e63-9c35-f822db3725a9 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Request body: {'port': {'device_id': 'b5344474-56d5-487a-8ffa-91c7742bd118', 'network_id': 'bdbd16a4-4f92-4443-ba28-8121ae0e03c0', 'admin_state_up': True, 'tenant_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'security_groups': ['02993561-05b6-4180-b7c0-0d66e26cc172']}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:21.904020 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-e72582c8-8b0f-4034-80d8-eb44fe802173 req-4152e04a-ea89-4f97-886e-f46c23b64c2d tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0377047 Jul 16 20:06:22.015265 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-864fde34-e290-4a07-8145-1f2ca5cde22e req-d55ccc96-46a8-4e63-9c35-f822db3725a9 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Made reservation on behalf of 8ec1ad2262744e7fa3dd96c5b0ef62f2 for: {'port': 1} {{(pid=93020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:06:22.019230 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-864fde34-e290-4a07-8145-1f2ca5cde22e req-d55ccc96-46a8-4e63-9c35-f822db3725a9 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:22.148609 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.db_base_plugin_common [req-864fde34-e290-4a07-8145-1f2ca5cde22e req-d55ccc96-46a8-4e63-9c35-f822db3725a9 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Allocated IP 172.20.0.4 (bdbd16a4-4f92-4443-ba28-8121ae0e03c0/11ecba9f-258e-4632-8889-94ecc6e745f0/e3029fca-5b66-4825-a987-3bab7d829441) {{(pid=93020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:06:22.216504 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-97a224a4-1d28-4541-b0f6-4fc06b00a145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:22.291313 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-864fde34-e290-4a07-8145-1f2ca5cde22e req-d55ccc96-46a8-4e63-9c35-f822db3725a9 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Notify callbacks [] for port, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:22.306126 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [req-864fde34-e290-4a07-8145-1f2ca5cde22e req-d55ccc96-46a8-4e63-9c35-f822db3725a9 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Transition to ACTIVE for port object e3029fca-5b66-4825-a987-3bab7d829441 will not be triggered until provisioned by entity DHCP. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:22.342179 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-864fde34-e290-4a07-8145-1f2ca5cde22e req-d55ccc96-46a8-4e63-9c35-f822db3725a9 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786206872486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:22.388893 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-864fde34-e290-4a07-8145-1f2ca5cde22e req-d55ccc96-46a8-4e63-9c35-f822db3725a9 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Network bdbd16a4-4f92-4443-ba28-8121ae0e03c0 is already hosted by enough agents. {{(pid=93020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:06:22.398271 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.base_scheduler [req-864fde34-e290-4a07-8145-1f2ca5cde22e req-d55ccc96-46a8-4e63-9c35-f822db3725a9 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Resources bound (agent type, host, resource id): {{(pid=93020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:22.404728 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [req-864fde34-e290-4a07-8145-1f2ca5cde22e req-d55ccc96-46a8-4e63-9c35-f822db3725a9 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Received port after_create {{(pid=93020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:06:22.450181 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ccc96-46a8-4e63-9c35-f822db3725a9 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Pushing event updated for resources: {'Port': ['ID=e3029fca-5b66-4825-a987-3bab7d829441,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:22.515855 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864fde34-e290-4a07-8145-1f2ca5cde22e req-d55ccc96-46a8-4e63-9c35-f822db3725a9 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:22.516893 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-864fde34-e290-4a07-8145-1f2ca5cde22e req-d55ccc96-46a8-4e63-9c35-f822db3725a9 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for port, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:22.536411 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-864fde34-e290-4a07-8145-1f2ca5cde22e req-d55ccc96-46a8-4e63-9c35-f822db3725a9 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6546304 Jul 16 20:06:22.555012 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [req-864fde34-e290-4a07-8145-1f2ca5cde22e req-419f6a57-33ee-4a39-b66e-7fdbc594e860 service neutron] Request body: {'port': {'device_id': 'b5344474-56d5-487a-8ffa-91c7742bd118', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:22.644069 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-864fde34-e290-4a07-8145-1f2ca5cde22e req-419f6a57-33ee-4a39-b66e-7fdbc594e860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:22.716086 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-31fea206-6824-459a-a5e4-f9f3e1f8c984 None None] Provisioning for port e3029fca-5b66-4825-a987-3bab7d829441 completed by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:22.720906 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-31fea206-6824-459a-a5e4-f9f3e1f8c984 None None] Provisioning complete for port e3029fca-5b66-4825-a987-3bab7d829441 triggered by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:22.721480 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-31fea206-6824-459a-a5e4-f9f3e1f8c984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:22.768289 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-31fea206-6824-459a-a5e4-f9f3e1f8c984 None None] Port e3029fca-5b66-4825-a987-3bab7d829441 cannot update to ACTIVE because it is not bound. {{(pid=93022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:06:22.891630 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1cf503-5880-424b-9a21-238ae3e1532d req-4ad5f64d-436c-4846-ad9d-194edcd948d0 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:22.892997 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1d1cf503-5880-424b-9a21-238ae3e1532d req-4ad5f64d-436c-4846-ad9d-194edcd948d0 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] 10.222.0.98 "GET /v2.0/ports?device_id=f41c4a4d-f03a-4cd5-a18b-955d0a29678f HTTP/1.1" status: 200 len: 945 time: 0.1343696 Jul 16 20:06:22.953690 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1d1cf503-5880-424b-9a21-238ae3e1532d req-21185b88-8c5f-4e11-8baa-1d9c810d6c6e tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e080a05-fae2-4cbe-b7c0-8b167d381847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550077 Jul 16 20:06:23.010569 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [req-864fde34-e290-4a07-8145-1f2ca5cde22e req-419f6a57-33ee-4a39-b66e-7fdbc594e860 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3029fca-5b66-4825-a987-3bab7d829441 {{(pid=93020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:06:23.018287 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-864fde34-e290-4a07-8145-1f2ca5cde22e req-419f6a57-33ee-4a39-b66e-7fdbc594e860 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:23.031188 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [req-864fde34-e290-4a07-8145-1f2ca5cde22e req-419f6a57-33ee-4a39-b66e-7fdbc594e860 service neutron] Transition to ACTIVE for port object e3029fca-5b66-4825-a987-3bab7d829441 will not be triggered until provisioned by entity L2. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:23.035551 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-864fde34-e290-4a07-8145-1f2ca5cde22e req-419f6a57-33ee-4a39-b66e-7fdbc594e860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6084517'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:23.085446 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419f6a57-33ee-4a39-b66e-7fdbc594e860 service neutron] Pushing event updated for resources: {'Port': ['ID=e3029fca-5b66-4825-a987-3bab7d829441,revision_number=2']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:23.099886 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0515a2-0ed2-4c28-8ea5-cb663d9ab7f1 req-695b4b1f-044e-46f6-b36e-2024570f7bcb tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:23.101430 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-6a0515a2-0ed2-4c28-8ea5-cb663d9ab7f1 req-695b4b1f-044e-46f6-b36e-2024570f7bcb tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0780814 Jul 16 20:06:23.143311 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-6a0515a2-0ed2-4c28-8ea5-cb663d9ab7f1 req-11867ac4-f7c0-4f1a-9ddf-fcd977a8d4d2 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352025 Jul 16 20:06:23.167121 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [req-864fde34-e290-4a07-8145-1f2ca5cde22e req-419f6a57-33ee-4a39-b66e-7fdbc594e860 service neutron] Attempting to bind port e3029fca-5b66-4825-a987-3bab7d829441 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:06:23.167460 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [req-864fde34-e290-4a07-8145-1f2ca5cde22e req-419f6a57-33ee-4a39-b66e-7fdbc594e860 service neutron] Attempting to bind port e3029fca-5b66-4825-a987-3bab7d829441 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': 'c0ee1241-efc6-4d38-8bf8-51999d0ead40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'bdbd16a4-4f92-4443-ba28-8121ae0e03c0'}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:06:23.167794 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864fde34-e290-4a07-8145-1f2ca5cde22e req-419f6a57-33ee-4a39-b66e-7fdbc594e860 service neutron] Attempting to bind port e3029fca-5b66-4825-a987-3bab7d829441 on network bdbd16a4-4f92-4443-ba28-8121ae0e03c0 {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:23.172458 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864fde34-e290-4a07-8145-1f2ca5cde22e req-419f6a57-33ee-4a39-b66e-7fdbc594e860 service neutron] Port e3029fca-5b66-4825-a987-3bab7d829441 on network bdbd16a4-4f92-4443-ba28-8121ae0e03c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:06:23.172782 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864fde34-e290-4a07-8145-1f2ca5cde22e req-419f6a57-33ee-4a39-b66e-7fdbc594e860 service neutron] Attempting to bind port e3029fca-5b66-4825-a987-3bab7d829441 on network bdbd16a4-4f92-4443-ba28-8121ae0e03c0 {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:23.177892 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864fde34-e290-4a07-8145-1f2ca5cde22e req-419f6a57-33ee-4a39-b66e-7fdbc594e860 service neutron] Checking agent: {'id': 'bb34d2fe-afd3-464c-b7a4-0ee0e23bc19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 21), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:06:23.178229 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864fde34-e290-4a07-8145-1f2ca5cde22e req-419f6a57-33ee-4a39-b66e-7fdbc594e860 service neutron] Checking segment: {'id': 'c0ee1241-efc6-4d38-8bf8-51999d0ead40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'bdbd16a4-4f92-4443-ba28-8121ae0e03c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:06:23.178652 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864fde34-e290-4a07-8145-1f2ca5cde22e req-419f6a57-33ee-4a39-b66e-7fdbc594e860 service neutron] Bound using segment: {'id': 'c0ee1241-efc6-4d38-8bf8-51999d0ead40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'bdbd16a4-4f92-4443-ba28-8121ae0e03c0'} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:06:23.179079 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [req-864fde34-e290-4a07-8145-1f2ca5cde22e req-419f6a57-33ee-4a39-b66e-7fdbc594e860 service neutron] Bound port: e3029fca-5b66-4825-a987-3bab7d829441, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0ee1241-efc6-4d38-8bf8-51999d0ead40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'bdbd16a4-4f92-4443-ba28-8121ae0e03c0'}}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:06:23.179440 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-864fde34-e290-4a07-8145-1f2ca5cde22e req-419f6a57-33ee-4a39-b66e-7fdbc594e860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:23.246626 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [req-864fde34-e290-4a07-8145-1f2ca5cde22e req-419f6a57-33ee-4a39-b66e-7fdbc594e860 service neutron] For port e3029fca-5b66-4825-a987-3bab7d829441, host hv-cinder-80069, cleared binding levels {{(pid=93020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:06:23.249609 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [req-864fde34-e290-4a07-8145-1f2ca5cde22e req-419f6a57-33ee-4a39-b66e-7fdbc594e860 service neutron] For port e3029fca-5b66-4825-a987-3bab7d829441, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=e3029fca-5b66-4825-a987-3bab7d829441,segment=NetworkSegment(c0ee1241-efc6-4d38-8bf8-51999d0ead40),segment_id=c0ee1241-efc6-4d38-8bf8-51999d0ead40)] {{(pid=93020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:06:23.254655 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-864fde34-e290-4a07-8145-1f2ca5cde22e req-419f6a57-33ee-4a39-b66e-7fdbc594e860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6084517'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:23.288105 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864fde34-e290-4a07-8145-1f2ca5cde22e req-419f6a57-33ee-4a39-b66e-7fdbc594e860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:23.288710 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-864fde34-e290-4a07-8145-1f2ca5cde22e req-419f6a57-33ee-4a39-b66e-7fdbc594e860 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for port, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:23.290072 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-864fde34-e290-4a07-8145-1f2ca5cde22e req-419f6a57-33ee-4a39-b66e-7fdbc594e860 service neutron] 10.222.0.102 "PUT /v2.0/ports/e3029fca-5b66-4825-a987-3bab7d829441 HTTP/1.1" status: 200 len: 1093 time: 0.7401526 Jul 16 20:06:23.290517 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5344474-56d5-487a-8ffa-91c7742bd118', 'tag': 'e3029fca-5b66-4825-a987-3bab7d829441'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:06:23.293335 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fae8f2ff960fe93758be445b473a7dfd6f7d616fbf5a964bb8e60e5228696b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf8cc57-2d26-4da1-9814-df9c096effb7" -d '{"events": [{"name": "network-changed", "server_uuid": "b5344474-56d5-487a-8ffa-91c7742bd118", "tag": "e3029fca-5b66-4825-a987-3bab7d829441"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:06:23.334789 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419f6a57-33ee-4a39-b66e-7fdbc594e860 service neutron] Pushing event updated for resources: {'Port': ['ID=e3029fca-5b66-4825-a987-3bab7d829441,revision_number=3']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:23.337733 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:23.405214 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db48447d-8fca-43b8-8676-3aa24cc83ba3 x-openstack-request-id: req-db48447d-8fca-43b8-8676-3aa24cc83ba3 {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:06:23.405515 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5344474-56d5-487a-8ffa-91c7742bd118", "tag": "e3029fca-5b66-4825-a987-3bab7d829441", "status": "completed", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:06:23.405771 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-db48447d-8fca-43b8-8676-3aa24cc83ba3 {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:06:23.406173 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5344474-56d5-487a-8ffa-91c7742bd118', 'tag': 'e3029fca-5b66-4825-a987-3bab7d829441', 'status': 'completed', 'code': 200} Jul 16 20:06:23.412391 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864fde34-e290-4a07-8145-1f2ca5cde22e req-bdc5dbe5-8cb1-4d8d-b789-c558b23b1d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:23.413990 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-864fde34-e290-4a07-8145-1f2ca5cde22e req-bdc5dbe5-8cb1-4d8d-b789-c558b23b1d7f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=8ec1ad2262744e7fa3dd96c5b0ef62f2&device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 1096 time: 0.0679998 Jul 16 20:06:23.461238 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-864fde34-e290-4a07-8145-1f2ca5cde22e req-8c186015-3b94-4676-92d8-3f60d263c004 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3029fca-5b66-4825-a987-3bab7d829441 HTTP/1.1" status: 200 len: 217 time: 0.0379548 Jul 16 20:06:23.518324 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864fde34-e290-4a07-8145-1f2ca5cde22e req-b9af7cf5-dd63-4212-8ddb-32f183b2ee7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:23.519866 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-864fde34-e290-4a07-8145-1f2ca5cde22e req-b9af7cf5-dd63-4212-8ddb-32f183b2ee7d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=11ecba9f-258e-4632-8889-94ecc6e745f0 HTTP/1.1" status: 200 len: 847 time: 0.0439775 Jul 16 20:06:23.577103 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864fde34-e290-4a07-8145-1f2ca5cde22e req-e11845c0-2b23-4fc2-a320-35e6a7d47876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:23.578619 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-864fde34-e290-4a07-8145-1f2ca5cde22e req-e11845c0-2b23-4fc2-a320-35e6a7d47876 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=bdbd16a4-4f92-4443-ba28-8121ae0e03c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0509512 Jul 16 20:06:23.674717 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-864fde34-e290-4a07-8145-1f2ca5cde22e req-4370f53c-1e06-4e12-9779-d27d63457a0f service neutron] 10.222.0.102 "GET /v2.0/networks/bdbd16a4-4f92-4443-ba28-8121ae0e03c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842197 Jul 16 20:06:23.764915 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-864fde34-e290-4a07-8145-1f2ca5cde22e req-bde09bc9-751d-49ab-a547-4f375fdc21d9 service neutron] 10.222.0.102 "GET /v2.0/networks/bdbd16a4-4f92-4443-ba28-8121ae0e03c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785253 Jul 16 20:06:23.879768 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8cc57-2d26-4da1-9814-df9c096effb7 req-3b93a789-c072-4cff-9f35-c51dcd330947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:23.881235 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-3bf8cc57-2d26-4da1-9814-df9c096effb7 req-3b93a789-c072-4cff-9f35-c51dcd330947 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=8ec1ad2262744e7fa3dd96c5b0ef62f2&device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 1096 time: 0.0546424 Jul 16 20:06:23.973160 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8cc57-2d26-4da1-9814-df9c096effb7 req-47283cfe-7948-448f-b142-ac47e1218911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:23.974695 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-3bf8cc57-2d26-4da1-9814-df9c096effb7 req-47283cfe-7948-448f-b142-ac47e1218911 service neutron] 10.222.0.102 "GET /v2.0/networks?id=bdbd16a4-4f92-4443-ba28-8121ae0e03c0 HTTP/1.1" status: 200 len: 910 time: 0.0828290 Jul 16 20:06:24.019604 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-3bf8cc57-2d26-4da1-9814-df9c096effb7 req-2bb86bdd-e495-4eff-abfc-802cf808c21f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3029fca-5b66-4825-a987-3bab7d829441 HTTP/1.1" status: 200 len: 217 time: 0.0376773 Jul 16 20:06:24.069336 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8cc57-2d26-4da1-9814-df9c096effb7 req-f228498b-7da9-4cc9-965d-acd8014095cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:24.070840 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-3bf8cc57-2d26-4da1-9814-df9c096effb7 req-f228498b-7da9-4cc9-965d-acd8014095cb service neutron] 10.222.0.102 "GET /v2.0/subnets?id=11ecba9f-258e-4632-8889-94ecc6e745f0 HTTP/1.1" status: 200 len: 847 time: 0.0432711 Jul 16 20:06:24.169769 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8cc57-2d26-4da1-9814-df9c096effb7 req-2b587c05-6fdb-4adb-87a6-2f4af6bdc33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:24.171391 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-3bf8cc57-2d26-4da1-9814-df9c096effb7 req-2b587c05-6fdb-4adb-87a6-2f4af6bdc33f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=bdbd16a4-4f92-4443-ba28-8121ae0e03c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0896332 Jul 16 20:06:24.178700 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7683cf9-ba10-4d5e-b943-385a1b1b607a req-7a8041ca-1a9e-490a-a01f-a1ea3ff34ea5 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:24.180018 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d7683cf9-ba10-4d5e-b943-385a1b1b607a req-7a8041ca-1a9e-490a-a01f-a1ea3ff34ea5 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] 10.222.0.98 "GET /v2.0/ports?device_id=f41c4a4d-f03a-4cd5-a18b-955d0a29678f HTTP/1.1" status: 200 len: 945 time: 0.1071451 Jul 16 20:06:24.267698 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d7683cf9-ba10-4d5e-b943-385a1b1b607a req-d82d5218-def1-4ae3-ba79-f760600f8779 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e080a05-fae2-4cbe-b7c0-8b167d381847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820107 Jul 16 20:06:24.295929 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-3bf8cc57-2d26-4da1-9814-df9c096effb7 req-2aa86f2c-03ac-42ee-b8b1-99bc508d9fe1 service neutron] 10.222.0.102 "GET /v2.0/networks/bdbd16a4-4f92-4443-ba28-8121ae0e03c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083958 Jul 16 20:06:24.393020 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-3bf8cc57-2d26-4da1-9814-df9c096effb7 req-2745fa2b-b057-496c-8d45-2712613461a4 service neutron] 10.222.0.102 "GET /v2.0/networks/bdbd16a4-4f92-4443-ba28-8121ae0e03c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877492 Jul 16 20:06:24.401542 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7560f-b303-4410-910f-5a6e6c1300df req-6173e686-beee-48e4-b2b9-af6a163c454c tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:24.403150 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-26c7560f-b303-4410-910f-5a6e6c1300df req-6173e686-beee-48e4-b2b9-af6a163c454c tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0625200 Jul 16 20:06:24.439988 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-26c7560f-b303-4410-910f-5a6e6c1300df req-8e1e456a-a4ed-43e1-93bc-ec4a5d3af7a4 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311217 Jul 16 20:06:24.615183 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87a9ff-8338-4527-a255-2c7f0aee8036 req-1bc4d03a-46aa-440a-833f-5c5461c85d02 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:24.616657 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-df87a9ff-8338-4527-a255-2c7f0aee8036 req-1bc4d03a-46aa-440a-833f-5c5461c85d02 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] 10.222.0.102 "GET /v2.0/ports?device_id=f41c4a4d-f03a-4cd5-a18b-955d0a29678f HTTP/1.1" status: 200 len: 945 time: 0.0616720 Jul 16 20:06:24.721797 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [req-df87a9ff-8338-4527-a255-2c7f0aee8036 req-79c7087c-fde4-4cd6-902a-62e0346f75cd tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Deleting port 60f570d5-34c6-454e-8da1-c61a84f1701f {{(pid=93020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:06:24.722054 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-df87a9ff-8338-4527-a255-2c7f0aee8036 req-79c7087c-fde4-4cd6-902a-62e0346f75cd tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786207273135'] for port, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:24.773909 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:24.813803 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [req-df87a9ff-8338-4527-a255-2c7f0aee8036 req-79c7087c-fde4-4cd6-902a-62e0346f75cd tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] For port 60f570d5-34c6-454e-8da1-c61a84f1701f, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=60f570d5-34c6-454e-8da1-c61a84f1701f,segment=NetworkSegment(655425d5-14a6-4a4f-95e7-4112216f9653),segment_id=655425d5-14a6-4a4f-95e7-4112216f9653)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:24.814156 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-df87a9ff-8338-4527-a255-2c7f0aee8036 req-79c7087c-fde4-4cd6-902a-62e0346f75cd tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8298881'] for port, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:24.826196 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [req-df87a9ff-8338-4527-a255-2c7f0aee8036 req-79c7087c-fde4-4cd6-902a-62e0346f75cd tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Calling delete_port for 60f570d5-34c6-454e-8da1-c61a84f1701f owned by compute:nova {{(pid=93020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:06:24.951739 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-df87a9ff-8338-4527-a255-2c7f0aee8036 req-79c7087c-fde4-4cd6-902a-62e0346f75cd tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786207273858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786206872495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:24.965164 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] get_ports_and_sgs() called for port_ids ['60f570d5-34c6-454e-8da1-c61a84f1701f'] {{(pid=93022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:06:24.979445 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c7087c-fde4-4cd6-902a-62e0346f75cd tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Pushing event deleted for resources: {'Port': ['ID=60f570d5-34c6-454e-8da1-c61a84f1701f,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:25.027020 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [req-df87a9ff-8338-4527-a255-2c7f0aee8036 req-79c7087c-fde4-4cd6-902a-62e0346f75cd tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] No DVR routers for this DVR port 60f570d5-34c6-454e-8da1-c61a84f1701f on host hv-cinder-80069 {{(pid=93020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:06:25.029378 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-df87a9ff-8338-4527-a255-2c7f0aee8036 req-79c7087c-fde4-4cd6-902a-62e0346f75cd tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for port, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:25.031345 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-df87a9ff-8338-4527-a255-2c7f0aee8036 req-79c7087c-fde4-4cd6-902a-62e0346f75cd tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] 10.222.0.102 "DELETE /v2.0/ports/60f570d5-34c6-454e-8da1-c61a84f1701f HTTP/1.1" status: 204 len: 173 time: 0.4036589 Jul 16 20:06:25.415361 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41c4a4d-f03a-4cd5-a18b-955d0a29678f', 'name': 'network-vif-deleted', 'tag': '60f570d5-34c6-454e-8da1-c61a84f1701f'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:06:25.418259 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fae8f2ff960fe93758be445b473a7dfd6f7d616fbf5a964bb8e60e5228696b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453caabd-f889-4df7-9373-00878cd981dd" -d '{"events": [{"server_uuid": "f41c4a4d-f03a-4cd5-a18b-955d0a29678f", "name": "network-vif-deleted", "tag": "60f570d5-34c6-454e-8da1-c61a84f1701f"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:06:25.422333 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-7123d06e-c5d4-4952-8421-5b2a657d7b6b req-54e6ded7-fc91-4241-aac1-076762b746b6 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] 10.222.0.98 "GET /v2.0/ports?device_id=f41c4a4d-f03a-4cd5-a18b-955d0a29678f HTTP/1.1" status: 200 len: 210 time: 0.0329792 Jul 16 20:06:25.453343 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad05598-15c0-4a26-b42c-4dd8e823f797 x-openstack-request-id: req-0ad05598-15c0-4a26-b42c-4dd8e823f797 {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:06:25.453630 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f41c4a4d-f03a-4cd5-a18b-955d0a29678f", "name": "network-vif-deleted", "tag": "60f570d5-34c6-454e-8da1-c61a84f1701f", "status": "completed", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:06:25.453879 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0ad05598-15c0-4a26-b42c-4dd8e823f797 {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:06:25.454264 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f41c4a4d-f03a-4cd5-a18b-955d0a29678f', 'name': 'network-vif-deleted', 'tag': '60f570d5-34c6-454e-8da1-c61a84f1701f', 'status': 'completed', 'code': 200} Jul 16 20:06:25.616799 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa17f28-72a3-48c8-8770-80d07df42fd9 req-c5355f40-8d42-4749-836e-115ad6e90970 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:25.618320 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-dfa17f28-72a3-48c8-8770-80d07df42fd9 req-c5355f40-8d42-4749-836e-115ad6e90970 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0699663 Jul 16 20:06:25.657860 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-dfa17f28-72a3-48c8-8770-80d07df42fd9 req-1edeb304-a992-4cda-bd44-becbdca1dade tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336628 Jul 16 20:06:26.727120 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0a8ed-37dc-4c06-bd11-9fb71ad7e6e4 req-95ca9789-f2ef-4fc0-89ae-e01bf02f25b3 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:26.728632 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-c6b0a8ed-37dc-4c06-bd11-9fb71ad7e6e4 req-95ca9789-f2ef-4fc0-89ae-e01bf02f25b3 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] 10.222.0.98 "GET /v2.0/networks?id=f08cd3dd-7bfc-4c2b-98f7-22fbb2fd0478 HTTP/1.1" status: 200 len: 809 time: 0.1040249 Jul 16 20:06:26.742885 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-c6b0a8ed-37dc-4c06-bd11-9fb71ad7e6e4 req-1d900be1-b9ca-49ea-8ab9-4b6975e4dcbd tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] 10.222.0.98 "GET /v2.0/quotas/3f237176ffe14cc7b4e948b35f830446 HTTP/1.1" status: 200 len: 375 time: 0.0088630 Jul 16 20:06:26.776396 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-c6b0a8ed-37dc-4c06-bd11-9fb71ad7e6e4 req-a5931dcc-8e33-422a-9b51-03ed6577426b tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=3f237176ffe14cc7b4e948b35f830446&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279696 Jul 16 20:06:26.840051 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e980bb-cf5e-4dbb-84d5-ada5afdf85a8 req-893084bd-1adf-45d2-b8a0-c5c8226e8a91 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:26.841546 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-84e980bb-cf5e-4dbb-84d5-ada5afdf85a8 req-893084bd-1adf-45d2-b8a0-c5c8226e8a91 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0715623 Jul 16 20:06:26.876848 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-c6b0a8ed-37dc-4c06-bd11-9fb71ad7e6e4 req-28d4adb4-7bad-41c2-9877-627c54900f3c service neutron] 10.222.0.98 "GET /v2.0/networks/f08cd3dd-7bfc-4c2b-98f7-22fbb2fd0478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927379 Jul 16 20:06:26.878787 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-84e980bb-cf5e-4dbb-84d5-ada5afdf85a8 req-02f5a57a-d1a2-4bc8-9c8f-b07ee0f454aa tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316393 Jul 16 20:06:26.963644 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-c6b0a8ed-37dc-4c06-bd11-9fb71ad7e6e4 req-55434b62-cbc5-48d5-ab3e-a5194bdeb323 service neutron] 10.222.0.98 "GET /v2.0/networks/f08cd3dd-7bfc-4c2b-98f7-22fbb2fd0478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806999 Jul 16 20:06:27.124410 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-19150f49-a485-4474-b2c5-12760adf7fcf req-7575798a-c005-405d-84ea-60077acfef16 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] 10.222.0.98 "GET /v2.0/ports?device_id=7bfde739-6962-4c81-a362-a57fde2ff5eb HTTP/1.1" status: 200 len: 210 time: 0.0282328 Jul 16 20:06:28.054328 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6862e31-2ee6-4b9e-8172-ea1c867b7f4b req-e7ee25cf-6c14-4314-a0ea-68058fc58f85 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:28.055817 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-c6862e31-2ee6-4b9e-8172-ea1c867b7f4b req-e7ee25cf-6c14-4314-a0ea-68058fc58f85 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0658841 Jul 16 20:06:28.094112 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-c6862e31-2ee6-4b9e-8172-ea1c867b7f4b req-ebd4adbd-29c3-40c7-b888-60cf5812a775 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311713 Jul 16 20:06:28.284225 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-b74637a5-56f5-4cbc-b17a-9efaeda1b453 req-2c440a64-07bf-4956-969e-eeb09b534c7b tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] 10.222.0.98 "GET /v2.0/ports?device_id=7bfde739-6962-4c81-a362-a57fde2ff5eb HTTP/1.1" status: 200 len: 210 time: 0.0408823 Jul 16 20:06:28.295028 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0a8ed-37dc-4c06-bd11-9fb71ad7e6e4 req-5e4cd91d-2bb9-4989-a16b-5db7bff260b2 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:28.296507 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c6b0a8ed-37dc-4c06-bd11-9fb71ad7e6e4 req-5e4cd91d-2bb9-4989-a16b-5db7bff260b2 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] 10.222.0.102 "GET /v2.0/networks?id=f08cd3dd-7bfc-4c2b-98f7-22fbb2fd0478 HTTP/1.1" status: 200 len: 809 time: 0.1284163 Jul 16 20:06:28.320165 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [req-c6b0a8ed-37dc-4c06-bd11-9fb71ad7e6e4 req-742cf5b0-5fa9-44bd-b211-fdbeafd0df74 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Request body: {'port': {'device_id': '7bfde739-6962-4c81-a362-a57fde2ff5eb', 'network_id': 'f08cd3dd-7bfc-4c2b-98f7-22fbb2fd0478', 'admin_state_up': True, 'tenant_id': '3f237176ffe14cc7b4e948b35f830446'}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:28.426090 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6b0a8ed-37dc-4c06-bd11-9fb71ad7e6e4 req-742cf5b0-5fa9-44bd-b211-fdbeafd0df74 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Made reservation on behalf of 3f237176ffe14cc7b4e948b35f830446 for: {'port': 1} {{(pid=93020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:06:28.429567 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-c6b0a8ed-37dc-4c06-bd11-9fb71ad7e6e4 req-742cf5b0-5fa9-44bd-b211-fdbeafd0df74 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:28.553703 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.db_base_plugin_common [req-c6b0a8ed-37dc-4c06-bd11-9fb71ad7e6e4 req-742cf5b0-5fa9-44bd-b211-fdbeafd0df74 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Allocated IP 172.20.0.4 (f08cd3dd-7bfc-4c2b-98f7-22fbb2fd0478/7ca24564-2acb-430a-be6c-0cbae4e865c5/1b65e8a3-318d-4bcc-9e04-8bf8370f88f5) {{(pid=93020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:06:28.700120 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-c6b0a8ed-37dc-4c06-bd11-9fb71ad7e6e4 req-742cf5b0-5fa9-44bd-b211-fdbeafd0df74 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Notify callbacks [] for port, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:28.738975 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-c6b0a8ed-37dc-4c06-bd11-9fb71ad7e6e4 req-742cf5b0-5fa9-44bd-b211-fdbeafd0df74 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786206872486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:28.784921 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6b0a8ed-37dc-4c06-bd11-9fb71ad7e6e4 req-742cf5b0-5fa9-44bd-b211-fdbeafd0df74 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Network f08cd3dd-7bfc-4c2b-98f7-22fbb2fd0478 is already hosted by enough agents. {{(pid=93020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:06:28.788116 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.base_scheduler [req-c6b0a8ed-37dc-4c06-bd11-9fb71ad7e6e4 req-742cf5b0-5fa9-44bd-b211-fdbeafd0df74 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Resources bound (agent type, host, resource id): {{(pid=93020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:28.793292 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b0a8ed-37dc-4c06-bd11-9fb71ad7e6e4 req-742cf5b0-5fa9-44bd-b211-fdbeafd0df74 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Received port after_create {{(pid=93020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:06:28.799724 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742cf5b0-5fa9-44bd-b211-fdbeafd0df74 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Pushing event updated for resources: {'Port': ['ID=1b65e8a3-318d-4bcc-9e04-8bf8370f88f5,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:28.844661 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0a8ed-37dc-4c06-bd11-9fb71ad7e6e4 req-742cf5b0-5fa9-44bd-b211-fdbeafd0df74 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:28.845271 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-c6b0a8ed-37dc-4c06-bd11-9fb71ad7e6e4 req-742cf5b0-5fa9-44bd-b211-fdbeafd0df74 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for port, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:28.859626 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c6b0a8ed-37dc-4c06-bd11-9fb71ad7e6e4 req-742cf5b0-5fa9-44bd-b211-fdbeafd0df74 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5432730 Jul 16 20:06:28.874965 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [req-c6b0a8ed-37dc-4c06-bd11-9fb71ad7e6e4 req-cf94b3b0-a03a-4763-89e3-7cef70e0835b service neutron] Request body: {'port': {'device_id': '7bfde739-6962-4c81-a362-a57fde2ff5eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:28.946393 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-c6b0a8ed-37dc-4c06-bd11-9fb71ad7e6e4 req-cf94b3b0-a03a-4763-89e3-7cef70e0835b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:29.197361 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [req-c6b0a8ed-37dc-4c06-bd11-9fb71ad7e6e4 req-cf94b3b0-a03a-4763-89e3-7cef70e0835b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b65e8a3-318d-4bcc-9e04-8bf8370f88f5 {{(pid=93020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:06:29.205167 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-c6b0a8ed-37dc-4c06-bd11-9fb71ad7e6e4 req-cf94b3b0-a03a-4763-89e3-7cef70e0835b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:29.217570 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [req-c6b0a8ed-37dc-4c06-bd11-9fb71ad7e6e4 req-cf94b3b0-a03a-4763-89e3-7cef70e0835b service neutron] Transition to ACTIVE for port object 1b65e8a3-318d-4bcc-9e04-8bf8370f88f5 will not be triggered until provisioned by entity L2. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:29.223275 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-c6b0a8ed-37dc-4c06-bd11-9fb71ad7e6e4 req-cf94b3b0-a03a-4763-89e3-7cef70e0835b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6084517'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:29.274863 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118a501-78c6-407d-a7f3-f782830c8f41 req-ab375712-1d4b-4552-8b3b-09357db9c501 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:29.277124 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-4118a501-78c6-407d-a7f3-f782830c8f41 req-ab375712-1d4b-4552-8b3b-09357db9c501 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0686088 Jul 16 20:06:29.279896 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf94b3b0-a03a-4763-89e3-7cef70e0835b service neutron] Pushing event updated for resources: {'Port': ['ID=1b65e8a3-318d-4bcc-9e04-8bf8370f88f5,revision_number=2']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:29.316787 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-4118a501-78c6-407d-a7f3-f782830c8f41 req-57c5213a-5c36-4c78-a7e6-50096b842999 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337911 Jul 16 20:06:29.350363 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [req-c6b0a8ed-37dc-4c06-bd11-9fb71ad7e6e4 req-cf94b3b0-a03a-4763-89e3-7cef70e0835b service neutron] Attempting to bind port 1b65e8a3-318d-4bcc-9e04-8bf8370f88f5 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:06:29.350934 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [req-c6b0a8ed-37dc-4c06-bd11-9fb71ad7e6e4 req-cf94b3b0-a03a-4763-89e3-7cef70e0835b service neutron] Attempting to bind port 1b65e8a3-318d-4bcc-9e04-8bf8370f88f5 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '655425d5-14a6-4a4f-95e7-4112216f9653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'f08cd3dd-7bfc-4c2b-98f7-22fbb2fd0478'}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:06:29.351047 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b0a8ed-37dc-4c06-bd11-9fb71ad7e6e4 req-cf94b3b0-a03a-4763-89e3-7cef70e0835b service neutron] Attempting to bind port 1b65e8a3-318d-4bcc-9e04-8bf8370f88f5 on network f08cd3dd-7bfc-4c2b-98f7-22fbb2fd0478 {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:29.355674 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b0a8ed-37dc-4c06-bd11-9fb71ad7e6e4 req-cf94b3b0-a03a-4763-89e3-7cef70e0835b service neutron] Port 1b65e8a3-318d-4bcc-9e04-8bf8370f88f5 on network f08cd3dd-7bfc-4c2b-98f7-22fbb2fd0478 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:06:29.355981 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b0a8ed-37dc-4c06-bd11-9fb71ad7e6e4 req-cf94b3b0-a03a-4763-89e3-7cef70e0835b service neutron] Attempting to bind port 1b65e8a3-318d-4bcc-9e04-8bf8370f88f5 on network f08cd3dd-7bfc-4c2b-98f7-22fbb2fd0478 {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:29.360848 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b0a8ed-37dc-4c06-bd11-9fb71ad7e6e4 req-cf94b3b0-a03a-4763-89e3-7cef70e0835b service neutron] Checking agent: {'id': 'bb34d2fe-afd3-464c-b7a4-0ee0e23bc19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 21), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:06:29.361179 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b0a8ed-37dc-4c06-bd11-9fb71ad7e6e4 req-cf94b3b0-a03a-4763-89e3-7cef70e0835b service neutron] Checking segment: {'id': '655425d5-14a6-4a4f-95e7-4112216f9653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'f08cd3dd-7bfc-4c2b-98f7-22fbb2fd0478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:06:29.361553 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b0a8ed-37dc-4c06-bd11-9fb71ad7e6e4 req-cf94b3b0-a03a-4763-89e3-7cef70e0835b service neutron] Bound using segment: {'id': '655425d5-14a6-4a4f-95e7-4112216f9653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'f08cd3dd-7bfc-4c2b-98f7-22fbb2fd0478'} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:06:29.361967 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [req-c6b0a8ed-37dc-4c06-bd11-9fb71ad7e6e4 req-cf94b3b0-a03a-4763-89e3-7cef70e0835b service neutron] Bound port: 1b65e8a3-318d-4bcc-9e04-8bf8370f88f5, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '655425d5-14a6-4a4f-95e7-4112216f9653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'f08cd3dd-7bfc-4c2b-98f7-22fbb2fd0478'}}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:06:29.362312 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-c6b0a8ed-37dc-4c06-bd11-9fb71ad7e6e4 req-cf94b3b0-a03a-4763-89e3-7cef70e0835b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:29.453931 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [req-c6b0a8ed-37dc-4c06-bd11-9fb71ad7e6e4 req-cf94b3b0-a03a-4763-89e3-7cef70e0835b service neutron] For port 1b65e8a3-318d-4bcc-9e04-8bf8370f88f5, host hv-cinder-80069, cleared binding levels {{(pid=93020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:06:29.457338 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [req-c6b0a8ed-37dc-4c06-bd11-9fb71ad7e6e4 req-cf94b3b0-a03a-4763-89e3-7cef70e0835b service neutron] For port 1b65e8a3-318d-4bcc-9e04-8bf8370f88f5, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=1b65e8a3-318d-4bcc-9e04-8bf8370f88f5,segment=NetworkSegment(655425d5-14a6-4a4f-95e7-4112216f9653),segment_id=655425d5-14a6-4a4f-95e7-4112216f9653)] {{(pid=93020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:06:29.463900 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-c6b0a8ed-37dc-4c06-bd11-9fb71ad7e6e4 req-cf94b3b0-a03a-4763-89e3-7cef70e0835b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6084517'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:29.508848 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0a8ed-37dc-4c06-bd11-9fb71ad7e6e4 req-cf94b3b0-a03a-4763-89e3-7cef70e0835b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:29.509437 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-c6b0a8ed-37dc-4c06-bd11-9fb71ad7e6e4 req-cf94b3b0-a03a-4763-89e3-7cef70e0835b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for port, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:29.511336 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c6b0a8ed-37dc-4c06-bd11-9fb71ad7e6e4 req-cf94b3b0-a03a-4763-89e3-7cef70e0835b service neutron] 10.222.0.102 "PUT /v2.0/ports/1b65e8a3-318d-4bcc-9e04-8bf8370f88f5 HTTP/1.1" status: 200 len: 1093 time: 0.6405673 Jul 16 20:06:29.513182 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bfde739-6962-4c81-a362-a57fde2ff5eb', 'tag': '1b65e8a3-318d-4bcc-9e04-8bf8370f88f5'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:06:29.515448 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fae8f2ff960fe93758be445b473a7dfd6f7d616fbf5a964bb8e60e5228696b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf16f730-d183-4cf3-a667-456d43e47939" -d '{"events": [{"name": "network-changed", "server_uuid": "7bfde739-6962-4c81-a362-a57fde2ff5eb", "tag": "1b65e8a3-318d-4bcc-9e04-8bf8370f88f5"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:06:29.542081 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528147eb-304d-4884-aa5a-c46853f5ace3 req-0fcf6d44-3d52-4873-ae18-2cd3562da101 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:29.546918 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-528147eb-304d-4884-aa5a-c46853f5ace3 req-0fcf6d44-3d52-4873-ae18-2cd3562da101 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] 10.222.0.98 "GET /v2.0/ports?device_id=7bfde739-6962-4c81-a362-a57fde2ff5eb HTTP/1.1" status: 200 len: 943 time: 0.1445093 Jul 16 20:06:29.548002 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf94b3b0-a03a-4763-89e3-7cef70e0835b service neutron] Pushing event updated for resources: {'Port': ['ID=1b65e8a3-318d-4bcc-9e04-8bf8370f88f5,revision_number=3']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:29.553545 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a27a836-4714-4a6d-9294-cf4d2e92fce7 x-openstack-request-id: req-9a27a836-4714-4a6d-9294-cf4d2e92fce7 {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:06:29.553835 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bfde739-6962-4c81-a362-a57fde2ff5eb", "tag": "1b65e8a3-318d-4bcc-9e04-8bf8370f88f5", "status": "completed", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:06:29.554094 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9a27a836-4714-4a6d-9294-cf4d2e92fce7 {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:06:29.554507 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bfde739-6962-4c81-a362-a57fde2ff5eb', 'tag': '1b65e8a3-318d-4bcc-9e04-8bf8370f88f5', 'status': 'completed', 'code': 200} Jul 16 20:06:29.616720 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-528147eb-304d-4884-aa5a-c46853f5ace3 req-7f13392c-b6fc-45f9-aabb-491bb16946f6 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e080a05-fae2-4cbe-b7c0-8b167d381847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657167 Jul 16 20:06:29.636151 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0a8ed-37dc-4c06-bd11-9fb71ad7e6e4 req-ecc12fe5-91af-499c-9d77-06436ca4fc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:29.637657 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c6b0a8ed-37dc-4c06-bd11-9fb71ad7e6e4 req-ecc12fe5-91af-499c-9d77-06436ca4fc44 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=3f237176ffe14cc7b4e948b35f830446&device_id=7bfde739-6962-4c81-a362-a57fde2ff5eb HTTP/1.1" status: 200 len: 1096 time: 0.0700424 Jul 16 20:06:29.743446 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:06:29.825301 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device 60f570d5-34c6-454e-8da1-c61a84f1701f no longer exists at agent hyperv_hv-cinder-80069 {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:06:29.848127 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] No Port match for: 60f570d5-34c6-454e-8da1-c61a84f1701f {{(pid=93022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:06:29.848471 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device 60f570d5-34c6-454e-8da1-c61a84f1701f not bound to the agent host hv-cinder-80069 {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:06:29.924004 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c6b0a8ed-37dc-4c06-bd11-9fb71ad7e6e4 req-e6e61877-a484-406f-b45c-39fa1ec1b570 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b65e8a3-318d-4bcc-9e04-8bf8370f88f5 HTTP/1.1" status: 200 len: 217 time: 0.2779047 Jul 16 20:06:29.970985 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0a8ed-37dc-4c06-bd11-9fb71ad7e6e4 req-6bd4cbb9-c60f-4035-a3eb-28699491c90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:29.972390 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c6b0a8ed-37dc-4c06-bd11-9fb71ad7e6e4 req-6bd4cbb9-c60f-4035-a3eb-28699491c90a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=7ca24564-2acb-430a-be6c-0cbae4e865c5 HTTP/1.1" status: 200 len: 849 time: 0.0420189 Jul 16 20:06:30.004975 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c6b0a8ed-37dc-4c06-bd11-9fb71ad7e6e4 req-9babaad7-e238-4214-b5b8-678e4b603acc service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f08cd3dd-7bfc-4c2b-98f7-22fbb2fd0478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246322 Jul 16 20:06:30.095054 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c6b0a8ed-37dc-4c06-bd11-9fb71ad7e6e4 req-3f53039b-0f0e-4050-b172-9ef762c63586 service neutron] 10.222.0.102 "GET /v2.0/networks/f08cd3dd-7bfc-4c2b-98f7-22fbb2fd0478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819156 Jul 16 20:06:30.182904 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c6b0a8ed-37dc-4c06-bd11-9fb71ad7e6e4 req-b95e4ebb-bbb0-4678-9c5a-747866addb23 service neutron] 10.222.0.102 "GET /v2.0/networks/f08cd3dd-7bfc-4c2b-98f7-22fbb2fd0478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802476 Jul 16 20:06:30.286036 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16f730-d183-4cf3-a667-456d43e47939 req-7b2de2c2-997d-4b24-8d54-30034d8ddf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:30.287467 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-bf16f730-d183-4cf3-a667-456d43e47939 req-7b2de2c2-997d-4b24-8d54-30034d8ddf72 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=3f237176ffe14cc7b4e948b35f830446&device_id=7bfde739-6962-4c81-a362-a57fde2ff5eb HTTP/1.1" status: 200 len: 1096 time: 0.0549591 Jul 16 20:06:30.375584 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16f730-d183-4cf3-a667-456d43e47939 req-af3a0f9d-5c9f-4326-8dc1-2f3a814bd999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:30.377048 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-bf16f730-d183-4cf3-a667-456d43e47939 req-af3a0f9d-5c9f-4326-8dc1-2f3a814bd999 service neutron] 10.222.0.102 "GET /v2.0/networks?id=f08cd3dd-7bfc-4c2b-98f7-22fbb2fd0478 HTTP/1.1" status: 200 len: 911 time: 0.0824862 Jul 16 20:06:30.421782 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-bf16f730-d183-4cf3-a667-456d43e47939 req-da91ebc8-f10c-4550-a2bd-1834b10eb8fb service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b65e8a3-318d-4bcc-9e04-8bf8370f88f5 HTTP/1.1" status: 200 len: 217 time: 0.0371423 Jul 16 20:06:30.472534 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16f730-d183-4cf3-a667-456d43e47939 req-ea2a2a9b-c948-4064-8ef2-8339ca74cd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:30.473986 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-bf16f730-d183-4cf3-a667-456d43e47939 req-ea2a2a9b-c948-4064-8ef2-8339ca74cd75 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=7ca24564-2acb-430a-be6c-0cbae4e865c5 HTTP/1.1" status: 200 len: 849 time: 0.0450358 Jul 16 20:06:30.495644 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c0f5d-9a98-46f7-95ad-2d68bc105599 req-70616373-19b7-418d-a376-35e671e62517 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:30.497117 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-159c0f5d-9a98-46f7-95ad-2d68bc105599 req-70616373-19b7-418d-a376-35e671e62517 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0622740 Jul 16 20:06:30.508683 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-bf16f730-d183-4cf3-a667-456d43e47939 req-d0addebc-4101-4c73-89cb-68ed2916292a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f08cd3dd-7bfc-4c2b-98f7-22fbb2fd0478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262702 Jul 16 20:06:30.537821 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-159c0f5d-9a98-46f7-95ad-2d68bc105599 req-f063f1bd-196f-471c-a611-d1933723c5f0 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347257 Jul 16 20:06:30.600072 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-bf16f730-d183-4cf3-a667-456d43e47939 req-b14d467c-942f-4e34-940c-686817db2de9 service neutron] 10.222.0.102 "GET /v2.0/networks/f08cd3dd-7bfc-4c2b-98f7-22fbb2fd0478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843401 Jul 16 20:06:30.689222 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-bf16f730-d183-4cf3-a667-456d43e47939 req-046f7816-ccff-431b-ab1b-df474c4cff78 service neutron] 10.222.0.102 "GET /v2.0/networks/f08cd3dd-7bfc-4c2b-98f7-22fbb2fd0478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821304 Jul 16 20:06:30.804327 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a54e7a-c8ea-4633-ae13-4b58462e4e90 req-022e0d2d-5673-42a5-8340-c3772ec448ef tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:30.805704 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-f2a54e7a-c8ea-4633-ae13-4b58462e4e90 req-022e0d2d-5673-42a5-8340-c3772ec448ef tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] 10.222.0.98 "GET /v2.0/ports?device_id=7bfde739-6962-4c81-a362-a57fde2ff5eb HTTP/1.1" status: 200 len: 943 time: 0.0734601 Jul 16 20:06:30.846420 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-f2a54e7a-c8ea-4633-ae13-4b58462e4e90 req-bdf96aa3-3f83-48b6-aaad-6aebae7f22ff tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e080a05-fae2-4cbe-b7c0-8b167d381847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329349 Jul 16 20:06:31.711952 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c3d3c-5be7-4de2-b789-6d32b7683dd9 req-3d47b0b3-b6bc-41e7-a0b4-33b1904beab7 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:31.713945 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-693c3d3c-5be7-4de2-b789-6d32b7683dd9 req-3d47b0b3-b6bc-41e7-a0b4-33b1904beab7 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0645523 Jul 16 20:06:31.751798 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-693c3d3c-5be7-4de2-b789-6d32b7683dd9 req-ab01d23f-a0d3-4ee1-ba98-0a5eeba713ec tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324197 Jul 16 20:06:31.822727 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device e3029fca-5b66-4825-a987-3bab7d829441 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=93022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:06:32.024056 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e0bc7-39dd-4027-8834-412ee4678478 req-50beb490-62f5-4bd8-9783-3612097a8e81 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:32.026097 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-747e0bc7-39dd-4027-8834-412ee4678478 req-50beb490-62f5-4bd8-9783-3612097a8e81 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] 10.222.0.98 "GET /v2.0/ports?device_id=7bfde739-6962-4c81-a362-a57fde2ff5eb HTTP/1.1" status: 200 len: 943 time: 0.0678840 Jul 16 20:06:32.042705 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port e3029fca-5b66-4825-a987-3bab7d829441, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=e3029fca-5b66-4825-a987-3bab7d829441,segment=NetworkSegment(c0ee1241-efc6-4d38-8bf8-51999d0ead40),segment_id=c0ee1241-efc6-4d38-8bf8-51999d0ead40)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:32.053355 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Returning: {'device': 'e3029fca-5b66-4825-a987-3bab7d829441', 'network_id': 'bdbd16a4-4f92-4443-ba28-8121ae0e03c0', 'port_id': 'e3029fca-5b66-4825-a987-3bab7d829441', 'mac_address': 'fa:16:3e:57:a3:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1046, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11ecba9f-258e-4632-8889-94ecc6e745f0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:06:32.064446 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-747e0bc7-39dd-4027-8834-412ee4678478 req-c1c90fb1-4bf0-4001-aba4-8a1dcab25e4d tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e080a05-fae2-4cbe-b7c0-8b167d381847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322804 Jul 16 20:06:32.090908 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:32.102955 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.notifiers.nova [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3029fca-5b66-4825-a987-3bab7d829441 {{(pid=93022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:06:32.123329 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port e3029fca-5b66-4825-a987-3bab7d829441, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=e3029fca-5b66-4825-a987-3bab7d829441,segment=NetworkSegment(c0ee1241-efc6-4d38-8bf8-51999d0ead40),segment_id=c0ee1241-efc6-4d38-8bf8-51999d0ead40)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:32.127162 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:32.175911 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Pushing event updated for resources: {'Port': ['ID=e3029fca-5b66-4825-a987-3bab7d829441,revision_number=4']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:32.284178 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:32.426513 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] get_ports_and_sgs() called for port_ids ['e3029fca-5b66-4825-a987-3bab7d829441'] {{(pid=93022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:06:32.923965 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e9cf8-dfa0-4ca5-bbe3-c0fc3ea3a6c6 req-f96f7c7d-bb13-43ac-ba05-8be316d780f2 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:32.925417 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a44e9cf8-dfa0-4ca5-bbe3-c0fc3ea3a6c6 req-f96f7c7d-bb13-43ac-ba05-8be316d780f2 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 944 time: 0.0655084 Jul 16 20:06:32.961549 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a44e9cf8-dfa0-4ca5-bbe3-c0fc3ea3a6c6 req-459c8f27-b021-4e78-bd19-54fc379a14f8 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306602 Jul 16 20:06:33.239578 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb60da-89a4-4860-8401-fcc0568f23d3 req-45854500-747f-4d61-906c-1e9914c0b983 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:33.241081 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-57cb60da-89a4-4860-8401-fcc0568f23d3 req-45854500-747f-4d61-906c-1e9914c0b983 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] 10.222.0.98 "GET /v2.0/ports?device_id=7bfde739-6962-4c81-a362-a57fde2ff5eb HTTP/1.1" status: 200 len: 943 time: 0.0630972 Jul 16 20:06:33.279648 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-57cb60da-89a4-4860-8401-fcc0568f23d3 req-8a57fe67-ac20-4fa0-81e6-67101777d6c5 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e080a05-fae2-4cbe-b7c0-8b167d381847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325224 Jul 16 20:06:33.829609 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device 1b65e8a3-318d-4bcc-9e04-8bf8370f88f5 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=93022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:06:33.832693 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device e3029fca-5b66-4825-a987-3bab7d829441 up at agent hyperv_hv-cinder-80069 {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:06:33.934625 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Provisioning for port e3029fca-5b66-4825-a987-3bab7d829441 completed by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:33.943588 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Provisioning complete for port e3029fca-5b66-4825-a987-3bab7d829441 triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:33.943958 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:33.988275 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port 1b65e8a3-318d-4bcc-9e04-8bf8370f88f5, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=1b65e8a3-318d-4bcc-9e04-8bf8370f88f5,segment=NetworkSegment(655425d5-14a6-4a4f-95e7-4112216f9653),segment_id=655425d5-14a6-4a4f-95e7-4112216f9653)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:34.003842 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Returning: {'device': '1b65e8a3-318d-4bcc-9e04-8bf8370f88f5', 'network_id': 'f08cd3dd-7bfc-4c2b-98f7-22fbb2fd0478', 'port_id': '1b65e8a3-318d-4bcc-9e04-8bf8370f88f5', 'mac_address': 'fa:16:3e:0e:d5:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1007, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ca24564-2acb-430a-be6c-0cbae4e865c5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:06:34.070969 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:34.072889 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:34.092535 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.notifiers.nova [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b65e8a3-318d-4bcc-9e04-8bf8370f88f5 {{(pid=93022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:06:34.110771 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5344474-56d5-487a-8ffa-91c7742bd118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3029fca-5b66-4825-a987-3bab7d829441'}] {{(pid=93022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:06:34.113443 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9473df89cc7d9a049ef80707cd6efae53c3b25527ef369ad4a6a0d9269bae893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094746ff-6206-4e0b-8672-5b8d691d555f" -d '{"events": [{"server_uuid": "b5344474-56d5-487a-8ffa-91c7742bd118", "name": "network-vif-plugged", "status": "completed", "tag": "e3029fca-5b66-4825-a987-3bab7d829441"}]}' {{(pid=93022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:06:34.132627 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port e3029fca-5b66-4825-a987-3bab7d829441, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=e3029fca-5b66-4825-a987-3bab7d829441,segment=NetworkSegment(c0ee1241-efc6-4d38-8bf8-51999d0ead40),segment_id=c0ee1241-efc6-4d38-8bf8-51999d0ead40)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:34.134723 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port 1b65e8a3-318d-4bcc-9e04-8bf8370f88f5, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=1b65e8a3-318d-4bcc-9e04-8bf8370f88f5,segment=NetworkSegment(655425d5-14a6-4a4f-95e7-4112216f9653),segment_id=655425d5-14a6-4a4f-95e7-4112216f9653)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:34.140294 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:34.142178 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:34.146751 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81484870-0662-4724-978b-73aa0dc11ae3 req-150b791e-cd9a-41d0-ab75-a4dd6744f8c1 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:34.148657 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-81484870-0662-4724-978b-73aa0dc11ae3 req-150b791e-cd9a-41d0-ab75-a4dd6744f8c1 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 944 time: 0.0733933 Jul 16 20:06:34.201304 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Pushing event updated for resources: {'Port': ['ID=1b65e8a3-318d-4bcc-9e04-8bf8370f88f5,revision_number=4']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:34.202953 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-81484870-0662-4724-978b-73aa0dc11ae3 req-e212b7ea-a9ac-4a15-8a00-e20a50783a9b tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421321 Jul 16 20:06:34.251067 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Pushing event updated for resources: {'Port': ['ID=e3029fca-5b66-4825-a987-3bab7d829441,revision_number=5']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:34.303308 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f07c75-c45c-424a-a1a9-09d2a1494592 x-openstack-request-id: req-a4f07c75-c45c-424a-a1a9-09d2a1494592 {{(pid=93022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:06:34.303612 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5344474-56d5-487a-8ffa-91c7742bd118", "name": "network-vif-plugged", "status": "completed", "tag": "e3029fca-5b66-4825-a987-3bab7d829441", "code": 200}]} {{(pid=93022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:06:34.303871 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a4f07c75-c45c-424a-a1a9-09d2a1494592 {{(pid=93022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:06:34.304379 dv-cinder-800697-3-iscsi neutron-server[93022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5344474-56d5-487a-8ffa-91c7742bd118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3029fca-5b66-4825-a987-3bab7d829441', 'code': 200} Jul 16 20:06:34.453930 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2859e57d-4784-4b92-a0c4-6c4e69ea97bf req-7dfb62f9-6bee-4a8a-a21d-95829530f7a7 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:34.455585 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-2859e57d-4784-4b92-a0c4-6c4e69ea97bf req-7dfb62f9-6bee-4a8a-a21d-95829530f7a7 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] 10.222.0.98 "GET /v2.0/ports?device_id=7bfde739-6962-4c81-a362-a57fde2ff5eb HTTP/1.1" status: 200 len: 944 time: 0.0625823 Jul 16 20:06:34.495861 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-2859e57d-4784-4b92-a0c4-6c4e69ea97bf req-5613e9d7-5e2d-476e-b0e4-28bcc11bf173 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e080a05-fae2-4cbe-b7c0-8b167d381847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334475 Jul 16 20:06:34.503171 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] get_ports_and_sgs() called for port_ids ['1b65e8a3-318d-4bcc-9e04-8bf8370f88f5'] {{(pid=93022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:06:34.621492 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c825fa-3c1e-4415-ae51-1feaac62af1d req-3fc7619b-6ba6-4a51-87a7-e9b13db90535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:34.623054 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-03c825fa-3c1e-4415-ae51-1feaac62af1d req-3fc7619b-6ba6-4a51-87a7-e9b13db90535 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 1098 time: 0.0525606 Jul 16 20:06:34.666888 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-03c825fa-3c1e-4415-ae51-1feaac62af1d req-86128e67-39cf-4c13-9312-31e809e87688 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278907 Jul 16 20:06:35.376974 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ab73c-a821-4baf-bd8f-ca2003235896 req-224b0f3a-ad9b-4e68-8350-ec93a8982284 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:35.378734 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-8e4ab73c-a821-4baf-bd8f-ca2003235896 req-224b0f3a-ad9b-4e68-8350-ec93a8982284 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 945 time: 0.0645161 Jul 16 20:06:35.417245 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-8e4ab73c-a821-4baf-bd8f-ca2003235896 req-4927fa23-0a0b-4455-bc08-afb97bf5baa8 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328040 Jul 16 20:06:35.682479 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00c4e1-5906-4a50-b497-fab10db641d5 req-9a846766-b0ad-466e-9200-4268d801f20d tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:35.683945 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-4b00c4e1-5906-4a50-b497-fab10db641d5 req-9a846766-b0ad-466e-9200-4268d801f20d tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] 10.222.0.98 "GET /v2.0/ports?device_id=7bfde739-6962-4c81-a362-a57fde2ff5eb HTTP/1.1" status: 200 len: 944 time: 0.0687382 Jul 16 20:06:35.720915 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-4b00c4e1-5906-4a50-b497-fab10db641d5 req-074f1270-d656-41cf-8768-3ebe165940a2 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e080a05-fae2-4cbe-b7c0-8b167d381847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314822 Jul 16 20:06:35.841336 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device 1b65e8a3-318d-4bcc-9e04-8bf8370f88f5 up at agent hyperv_hv-cinder-80069 {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:06:35.888699 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Provisioning for port 1b65e8a3-318d-4bcc-9e04-8bf8370f88f5 completed by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:35.892201 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Provisioning complete for port 1b65e8a3-318d-4bcc-9e04-8bf8370f88f5 triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:35.892567 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:35.965694 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:35.997350 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port 1b65e8a3-318d-4bcc-9e04-8bf8370f88f5, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=1b65e8a3-318d-4bcc-9e04-8bf8370f88f5,segment=NetworkSegment(655425d5-14a6-4a4f-95e7-4112216f9653),segment_id=655425d5-14a6-4a4f-95e7-4112216f9653)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:36.001036 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:36.049464 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Pushing event updated for resources: {'Port': ['ID=1b65e8a3-318d-4bcc-9e04-8bf8370f88f5,revision_number=5']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:36.305976 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bfde739-6962-4c81-a362-a57fde2ff5eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b65e8a3-318d-4bcc-9e04-8bf8370f88f5'}] {{(pid=93022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:06:36.308336 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9473df89cc7d9a049ef80707cd6efae53c3b25527ef369ad4a6a0d9269bae893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b52c06-33f1-427f-9547-46b523b2dd85" -d '{"events": [{"server_uuid": "7bfde739-6962-4c81-a362-a57fde2ff5eb", "name": "network-vif-plugged", "status": "completed", "tag": "1b65e8a3-318d-4bcc-9e04-8bf8370f88f5"}]}' {{(pid=93022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:06:36.345083 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72384507-45d5-4f65-bd03-0fb7d1ebe1c7 x-openstack-request-id: req-72384507-45d5-4f65-bd03-0fb7d1ebe1c7 {{(pid=93022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:06:36.345375 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bfde739-6962-4c81-a362-a57fde2ff5eb", "name": "network-vif-plugged", "status": "completed", "tag": "1b65e8a3-318d-4bcc-9e04-8bf8370f88f5", "code": 200}]} {{(pid=93022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:06:36.345622 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-72384507-45d5-4f65-bd03-0fb7d1ebe1c7 {{(pid=93022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:06:36.346013 dv-cinder-800697-3-iscsi neutron-server[93022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bfde739-6962-4c81-a362-a57fde2ff5eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b65e8a3-318d-4bcc-9e04-8bf8370f88f5', 'code': 200} Jul 16 20:06:36.579617 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc307d-bd59-4a8e-af84-b029e3253b61 req-cb56cc5a-463d-485d-9276-a1a14a7d56e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:36.581030 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c1bc307d-bd59-4a8e-af84-b029e3253b61 req-cb56cc5a-463d-485d-9276-a1a14a7d56e7 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=7bfde739-6962-4c81-a362-a57fde2ff5eb HTTP/1.1" status: 200 len: 1098 time: 0.0524533 Jul 16 20:06:36.592095 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4858b19-4eb7-4f6f-87b0-15089f61c0ae req-7a5f1371-b7f4-4419-9ee6-cbb4053073d3 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:36.593551 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-c4858b19-4eb7-4f6f-87b0-15089f61c0ae req-7a5f1371-b7f4-4419-9ee6-cbb4053073d3 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 945 time: 0.0612714 Jul 16 20:06:36.624306 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c1bc307d-bd59-4a8e-af84-b029e3253b61 req-3b76f1cb-549c-440b-af49-23f14b777b84 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=9e080a05-fae2-4cbe-b7c0-8b167d381847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327744 Jul 16 20:06:36.633092 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-c4858b19-4eb7-4f6f-87b0-15089f61c0ae req-bb0cfb4d-2941-4d17-ac7e-f6ffc6891e59 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336621 Jul 16 20:06:36.814017 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f700564a-496a-4282-b3b9-308d84101d55 req-8f0f1c31-d9df-4f14-9d9c-5e7c5f765d38 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:36.815489 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-f700564a-496a-4282-b3b9-308d84101d55 req-8f0f1c31-d9df-4f14-9d9c-5e7c5f765d38 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 945 time: 0.0714695 Jul 16 20:06:36.853658 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-f700564a-496a-4282-b3b9-308d84101d55 req-8458b430-1d16-4bec-a928-54b45084a9b2 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324068 Jul 16 20:06:36.878461 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 60950) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:36.935868 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a6f15-e068-45b9-94d0-1bbaa9951bad req-0ff084b0-2120-4b79-a0ac-e4cd528d81cd tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:36.937364 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-571a6f15-e068-45b9-94d0-1bbaa9951bad req-0ff084b0-2120-4b79-a0ac-e4cd528d81cd tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] 10.222.0.98 "GET /v2.0/ports?device_id=7bfde739-6962-4c81-a362-a57fde2ff5eb HTTP/1.1" status: 200 len: 945 time: 0.0700924 Jul 16 20:06:36.975288 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-571a6f15-e068-45b9-94d0-1bbaa9951bad req-ee10cc32-5dc6-4e12-8b70-d85849794638 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e080a05-fae2-4cbe-b7c0-8b167d381847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324616 Jul 16 20:06:37.047864 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e60e3a-8588-44dc-90ba-beff79e4863c tempest-TestShelveInstance-1389390577 tempest-TestShelveInstance-1389390577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:37.049394 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-d5e60e3a-8588-44dc-90ba-beff79e4863c tempest-TestShelveInstance-1389390577 tempest-TestShelveInstance-1389390577-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 1093 time: 0.1699450 Jul 16 20:06:37.052304 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 60954) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:37.056726 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [None req-bb3587ca-00a9-4918-8c59-d22152bb7355 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Request body: {'floatingip': {'floating_network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'port_id': 'e3029fca-5b66-4825-a987-3bab7d829441', 'tenant_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:37.078492 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-bb3587ca-00a9-4918-8c59-d22152bb7355 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Notify callbacks [] for floatingip, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:37.171242 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-bb3587ca-00a9-4918-8c59-d22152bb7355 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:37.278767 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.db_base_plugin_common [None req-bb3587ca-00a9-4918-8c59-d22152bb7355 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Allocated IP 172.27.1.39 (72bddd3a-8a62-4354-b4b3-8a4b3e183ea3/b7c8a0af-efd8-4b77-9799-206f74457d50/10a4e031-3386-474b-8e27-a61f7fe1524a) {{(pid=93020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:06:37.379188 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-bb3587ca-00a9-4918-8c59-d22152bb7355 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Notify callbacks [] for port, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:37.417798 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-bb3587ca-00a9-4918-8c59-d22152bb7355 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786206872486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:37.461303 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3587ca-00a9-4918-8c59-d22152bb7355 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Network 72bddd3a-8a62-4354-b4b3-8a4b3e183ea3 is already hosted by enough agents. {{(pid=93020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:06:37.465102 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.base_scheduler [None req-bb3587ca-00a9-4918-8c59-d22152bb7355 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Resources bound (agent type, host, resource id): {{(pid=93020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:37.469559 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3587ca-00a9-4918-8c59-d22152bb7355 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Received port after_create {{(pid=93020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:06:37.472288 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3587ca-00a9-4918-8c59-d22152bb7355 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Pushing event updated for resources: {'Port': ['ID=10a4e031-3386-474b-8e27-a61f7fe1524a,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:37.835638 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-bb3587ca-00a9-4918-8c59-d22152bb7355 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:37.914437 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-bb3587ca-00a9-4918-8c59-d22152bb7355 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:38.068016 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-bb3587ca-00a9-4918-8c59-d22152bb7355 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Notify callbacks [] for port, precommit_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:38.073934 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-bb3587ca-00a9-4918-8c59-d22152bb7355 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6084517'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:38.141303 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3587ca-00a9-4918-8c59-d22152bb7355 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Pushing event updated for resources: {'Port': ['ID=10a4e031-3386-474b-8e27-a61f7fe1524a,revision_number=2']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:38.151494 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-bb3587ca-00a9-4918-8c59-d22152bb7355 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8363194'] for floatingip, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:38.152841 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1889a2f9-e087-44ae-a50f-e850d27719e7 req-57e364e7-3ca2-46d5-9811-12b78e46fffc tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:38.154344 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-1889a2f9-e087-44ae-a50f-e850d27719e7 req-57e364e7-3ca2-46d5-9811-12b78e46fffc tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] 10.222.0.98 "GET /v2.0/ports?device_id=7bfde739-6962-4c81-a362-a57fde2ff5eb HTTP/1.1" status: 200 len: 945 time: 0.0632124 Jul 16 20:06:38.194309 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-1889a2f9-e087-44ae-a50f-e850d27719e7 req-fd6558c5-ebee-425b-8776-ab782cad3aa1 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e080a05-fae2-4cbe-b7c0-8b167d381847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328751 Jul 16 20:06:38.251907 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.db.l3_db [None req-bb3587ca-00a9-4918-8c59-d22152bb7355 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Floating IP 5cf53326-e15a-46b0-8e86-a020e8a6dc1a associated. External IP: 172.27.1.39, port: e3029fca-5b66-4825-a987-3bab7d829441. Jul 16 20:06:38.468798 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb3587ca-00a9-4918-8c59-d22152bb7355 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Router f19a8024-dd66-4ec0-831e-212910b1b038 has already been hosted by L3 agent 2edc1d69-0f6a-462d-a1c4-2c7c9be5649e {{(pid=93020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:06:38.569131 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3587ca-00a9-4918-8c59-d22152bb7355 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Notify agent at l3_agent.dv-cinder-800697-3-iscsi the message routers_updated {{(pid=93020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:06:38.579887 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac9dbd2-675b-49d2-8219-f58b92d063e8 None None] Sync routers for ids ['f19a8024-dd66-4ec0-831e-212910b1b038'] in dv-cinder-800697-3-iscsi {{(pid=93022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:06:38.586633 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-bb3587ca-00a9-4918-8c59-d22152bb7355 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for floatingip, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:38.591228 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac9dbd2-675b-49d2-8219-f58b92d063e8 None None] Routers {'f19a8024-dd66-4ec0-831e-212910b1b038'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:06:38.591932 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-8ac9dbd2-675b-49d2-8219-f58b92d063e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:06:22Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['f19a8024-dd66-4ec0-831e-212910b1b038'], 'active': True} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:38.636808 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-bb3587ca-00a9-4918-8c59-d22152bb7355 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5834868 Jul 16 20:06:38.637484 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5344474-56d5-487a-8ffa-91c7742bd118', 'tag': 'e3029fca-5b66-4825-a987-3bab7d829441'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:06:38.640001 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fae8f2ff960fe93758be445b473a7dfd6f7d616fbf5a964bb8e60e5228696b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb13f74-178f-4534-bbe2-80996c36ba8b" -d '{"events": [{"name": "network-changed", "server_uuid": "b5344474-56d5-487a-8ffa-91c7742bd118", "tag": "e3029fca-5b66-4825-a987-3bab7d829441"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:06:38.677378 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42f56a8-6f56-469d-9188-732e2767dd00 x-openstack-request-id: req-d42f56a8-6f56-469d-9188-732e2767dd00 {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:06:38.677687 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5344474-56d5-487a-8ffa-91c7742bd118", "tag": "e3029fca-5b66-4825-a987-3bab7d829441", "status": "completed", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:06:38.677939 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d42f56a8-6f56-469d-9188-732e2767dd00 {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:06:38.678359 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5344474-56d5-487a-8ffa-91c7742bd118', 'tag': 'e3029fca-5b66-4825-a987-3bab7d829441', 'status': 'completed', 'code': 200} Jul 16 20:06:38.714938 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvr_db [None req-8ac9dbd2-675b-49d2-8219-f58b92d063e8 None None] Set router f19a8024-dd66-4ec0-831e-212910b1b038 gateway port host: dv-cinder-800697-3-iscsi {{(pid=93022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:06:38.772212 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb13f74-178f-4534-bbe2-80996c36ba8b req-964d2e10-004b-4d42-90ae-df81362886d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:38.773969 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-4eb13f74-178f-4534-bbe2-80996c36ba8b req-964d2e10-004b-4d42-90ae-df81362886d5 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=8ec1ad2262744e7fa3dd96c5b0ef62f2&device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 1098 time: 0.0624020 Jul 16 20:06:38.882555 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb13f74-178f-4534-bbe2-80996c36ba8b req-a26c98b9-1dfc-4fe6-8c30-293bc8f3e4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:38.884118 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-4eb13f74-178f-4534-bbe2-80996c36ba8b req-a26c98b9-1dfc-4fe6-8c30-293bc8f3e4e5 service neutron] 10.222.0.102 "GET /v2.0/networks?id=bdbd16a4-4f92-4443-ba28-8121ae0e03c0 HTTP/1.1" status: 200 len: 910 time: 0.0985622 Jul 16 20:06:38.960314 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-4eb13f74-178f-4534-bbe2-80996c36ba8b req-daa6fe8f-3c04-4ac0-aa48-a1527fc90b2c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3029fca-5b66-4825-a987-3bab7d829441 HTTP/1.1" status: 200 len: 998 time: 0.0685747 Jul 16 20:06:38.961059 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-8ac9dbd2-675b-49d2-8219-f58b92d063e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19a8024-dd66-4ec0-831e-212910b1b038', 'name': 'tempest-TestShelveInstance-642272152-router', 'tenant_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '4a9f74ee-a0dc-412d-b96c-03ca41a2462e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:45Z', 'updated_at': '2021-07-16T20:05:49Z', 'revision_number': 4, 'project_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'gw_port': {'id': '4a9f74ee-a0dc-412d-b96c-03ca41a2462e', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ba:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19a8024-dd66-4ec0-831e-212910b1b038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:46Z', 'updated_at': '2021-07-16T20:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_floatingips': [{'id': '5cf53326-e15a-46b0-8e86-a020e8a6dc1a', 'tenant_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'router_id': 'f19a8024-dd66-4ec0-831e-212910b1b038', 'port_id': 'e3029fca-5b66-4825-a987-3bab7d829441', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdbd16a4-4f92-4443-ba28-8121ae0e03c0', 'mac_address': 'fa:16:3e:57:a3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5344474-56d5-487a-8ffa-91c7742bd118', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:06:37Z', 'updated_at': '2021-07-16T20:06:37Z', 'revision_number': 0, 'project_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24475f92-e073-4ab1-b4a2-80c8cc3d9d23', 'name': '', 'network_id': 'bdbd16a4-4f92-4443-ba28-8121ae0e03c0', 'tenant_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'mac_address': 'fa:16:3e:a2:f2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19a8024-dd66-4ec0-831e-212910b1b038', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '11ecba9f-258e-4632-8889-94ecc6e745f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:48Z', 'updated_at': '2021-07-16T20:05:57Z', 'revision_number': 5, 'project_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'subnets': [{'id': '11ecba9f-258e-4632-8889-94ecc6e745f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:38.996993 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac9dbd2-675b-49d2-8219-f58b92d063e8 None None] Checking router: f19a8024-dd66-4ec0-831e-212910b1b038 for host: dv-cinder-800697-3-iscsi {{(pid=93022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:06:39.007714 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac9dbd2-675b-49d2-8219-f58b92d063e8 None None] Routers {'f19a8024-dd66-4ec0-831e-212910b1b038'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:06:39.008424 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-8ac9dbd2-675b-49d2-8219-f58b92d063e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:06:22Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['f19a8024-dd66-4ec0-831e-212910b1b038'], 'active': True} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:39.028665 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb13f74-178f-4534-bbe2-80996c36ba8b req-10fd632c-69ac-49b3-8fe7-d3d0d5ceab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:39.030200 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-4eb13f74-178f-4534-bbe2-80996c36ba8b req-10fd632c-69ac-49b3-8fe7-d3d0d5ceab0c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=11ecba9f-258e-4632-8889-94ecc6e745f0 HTTP/1.1" status: 200 len: 847 time: 0.0623748 Jul 16 20:06:39.120903 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvr_db [None req-8ac9dbd2-675b-49d2-8219-f58b92d063e8 None None] Set router f19a8024-dd66-4ec0-831e-212910b1b038 gateway port host: dv-cinder-800697-3-iscsi {{(pid=93022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:06:39.137261 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb13f74-178f-4534-bbe2-80996c36ba8b req-85cd198a-d302-475c-a9c0-2d1fe4396938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:39.138707 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-4eb13f74-178f-4534-bbe2-80996c36ba8b req-85cd198a-d302-475c-a9c0-2d1fe4396938 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=bdbd16a4-4f92-4443-ba28-8121ae0e03c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0949354 Jul 16 20:06:39.146814 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d638b-2819-4216-b143-dd8ea3fa8a6c req-6ccbfd3a-43d2-4b6b-97e8-f851d1ac3093 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:39.148170 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d07d638b-2819-4216-b143-dd8ea3fa8a6c req-6ccbfd3a-43d2-4b6b-97e8-f851d1ac3093 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] 10.222.0.98 "GET /v2.0/ports?device_id=7bfde739-6962-4c81-a362-a57fde2ff5eb HTTP/1.1" status: 200 len: 945 time: 0.0959311 Jul 16 20:06:39.246006 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d07d638b-2819-4216-b143-dd8ea3fa8a6c req-b4a41932-68ee-4a4c-9bb2-e6f672120316 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e080a05-fae2-4cbe-b7c0-8b167d381847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854969 Jul 16 20:06:39.266150 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-4eb13f74-178f-4534-bbe2-80996c36ba8b req-8015a2f4-7caa-40c5-81c4-aa058758571e service neutron] 10.222.0.102 "GET /v2.0/networks/bdbd16a4-4f92-4443-ba28-8121ae0e03c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127841 Jul 16 20:06:39.347373 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-8ac9dbd2-675b-49d2-8219-f58b92d063e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19a8024-dd66-4ec0-831e-212910b1b038', 'name': 'tempest-TestShelveInstance-642272152-router', 'tenant_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '4a9f74ee-a0dc-412d-b96c-03ca41a2462e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:45Z', 'updated_at': '2021-07-16T20:05:49Z', 'revision_number': 4, 'project_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'gw_port': {'id': '4a9f74ee-a0dc-412d-b96c-03ca41a2462e', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ba:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19a8024-dd66-4ec0-831e-212910b1b038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:46Z', 'updated_at': '2021-07-16T20:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_floatingips': [{'id': '5cf53326-e15a-46b0-8e86-a020e8a6dc1a', 'tenant_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'router_id': 'f19a8024-dd66-4ec0-831e-212910b1b038', 'port_id': 'e3029fca-5b66-4825-a987-3bab7d829441', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdbd16a4-4f92-4443-ba28-8121ae0e03c0', 'mac_address': 'fa:16:3e:57:a3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5344474-56d5-487a-8ffa-91c7742bd118', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:06:37Z', 'updated_at': '2021-07-16T20:06:37Z', 'revision_number': 0, 'project_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24475f92-e073-4ab1-b4a2-80c8cc3d9d23', 'name': '', 'network_id': 'bdbd16a4-4f92-4443-ba28-8121ae0e03c0', 'tenant_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'mac_address': 'fa:16:3e:a2:f2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19a8024-dd66-4ec0-831e-212910b1b038', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '11ecba9f-258e-4632-8889-94ecc6e745f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:48Z', 'updated_at': '2021-07-16T20:05:57Z', 'revision_number': 5, 'project_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'subnets': [{'id': '11ecba9f-258e-4632-8889-94ecc6e745f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:39.362455 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-4eb13f74-178f-4534-bbe2-80996c36ba8b req-8b934e25-8cc9-4d1e-9ea4-0f26732b3745 service neutron] 10.222.0.102 "GET /v2.0/networks/bdbd16a4-4f92-4443-ba28-8121ae0e03c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872025 Jul 16 20:06:39.373296 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac9dbd2-675b-49d2-8219-f58b92d063e8 None None] The sync data for ids ['f19a8024-dd66-4ec0-831e-212910b1b038'] in dv-cinder-800697-3-iscsi is: [{'id': 'f19a8024-dd66-4ec0-831e-212910b1b038', 'name': 'tempest-TestShelveInstance-642272152-router', 'tenant_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '4a9f74ee-a0dc-412d-b96c-03ca41a2462e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:45Z', 'updated_at': '2021-07-16T20:05:49Z', 'revision_number': 4, 'project_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'gw_port': {'id': '4a9f74ee-a0dc-412d-b96c-03ca41a2462e', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ba:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19a8024-dd66-4ec0-831e-212910b1b038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:46Z', 'updated_at': '2021-07-16T20:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_floatingips': [{'id': '5cf53326-e15a-46b0-8e86-a020e8a6dc1a', 'tenant_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'router_id': 'f19a8024-dd66-4ec0-831e-212910b1b038', 'port_id': 'e3029fca-5b66-4825-a987-3bab7d829441', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdbd16a4-4f92-4443-ba28-8121ae0e03c0', 'mac_address': 'fa:16:3e:57:a3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5344474-56d5-487a-8ffa-91c7742bd118', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:06:37Z', 'updated_at': '2021-07-16T20:06:37Z', 'revision_number': 0, 'project_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24475f92-e073-4ab1-b4a2-80c8cc3d9d23', 'name': '', 'network_id': 'bdbd16a4-4f92-4443-ba28-8121ae0e03c0', 'tenant_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'mac_address': 'fa:16:3e:a2:f2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19a8024-dd66-4ec0-831e-212910b1b038', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '11ecba9f-258e-4632-8889-94ecc6e745f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:48Z', 'updated_at': '2021-07-16T20:05:57Z', 'revision_number': 5, 'project_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'subnets': [{'id': '11ecba9f-258e-4632-8889-94ecc6e745f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:06:39.555439 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08c4c65-30f0-4ea8-90ac-235f5e9f28a1 None None] New status for floating IP 5cf53326-e15a-46b0-8e86-a020e8a6dc1a: ACTIVE {{(pid=93023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:06:40.419523 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47c81a-92a1-49a1-8ff7-2c07109812dd req-c59889e3-edb8-42f0-b0ca-0f0b6e806db3 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:40.420954 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-dc47c81a-92a1-49a1-8ff7-2c07109812dd req-c59889e3-edb8-42f0-b0ca-0f0b6e806db3 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] 10.222.0.98 "GET /v2.0/ports?device_id=7bfde739-6962-4c81-a362-a57fde2ff5eb HTTP/1.1" status: 200 len: 945 time: 0.0612814 Jul 16 20:06:40.461078 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-dc47c81a-92a1-49a1-8ff7-2c07109812dd req-bdbec0a4-b9d5-46fa-875b-ff01034bb6fc tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e080a05-fae2-4cbe-b7c0-8b167d381847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347376 Jul 16 20:06:40.796993 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b3720-5f0b-4f84-a985-f5a231abb6d2 req-87f58150-f0bf-4dc3-a75c-db1ee703b9fb tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:40.798484 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-ab9b3720-5f0b-4f84-a985-f5a231abb6d2 req-87f58150-f0bf-4dc3-a75c-db1ee703b9fb tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] 10.222.0.102 "GET /v2.0/ports?device_id=7bfde739-6962-4c81-a362-a57fde2ff5eb HTTP/1.1" status: 200 len: 945 time: 0.0632620 Jul 16 20:06:40.902606 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [req-ab9b3720-5f0b-4f84-a985-f5a231abb6d2 req-4f213a1a-4753-414b-b4c2-d1cf7a98c656 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Deleting port 1b65e8a3-318d-4bcc-9e04-8bf8370f88f5 {{(pid=93020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:06:40.902951 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-ab9b3720-5f0b-4f84-a985-f5a231abb6d2 req-4f213a1a-4753-414b-b4c2-d1cf7a98c656 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786207273135'] for port, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:40.991526 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [req-ab9b3720-5f0b-4f84-a985-f5a231abb6d2 req-4f213a1a-4753-414b-b4c2-d1cf7a98c656 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] For port 1b65e8a3-318d-4bcc-9e04-8bf8370f88f5, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=1b65e8a3-318d-4bcc-9e04-8bf8370f88f5,segment=NetworkSegment(655425d5-14a6-4a4f-95e7-4112216f9653),segment_id=655425d5-14a6-4a4f-95e7-4112216f9653)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:40.991881 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-ab9b3720-5f0b-4f84-a985-f5a231abb6d2 req-4f213a1a-4753-414b-b4c2-d1cf7a98c656 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8298881'] for port, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:41.004818 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [req-ab9b3720-5f0b-4f84-a985-f5a231abb6d2 req-4f213a1a-4753-414b-b4c2-d1cf7a98c656 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Calling delete_port for 1b65e8a3-318d-4bcc-9e04-8bf8370f88f5 owned by compute:nova {{(pid=93020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:06:41.130751 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-ab9b3720-5f0b-4f84-a985-f5a231abb6d2 req-4f213a1a-4753-414b-b4c2-d1cf7a98c656 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786207273858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786206872495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:41.142438 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] get_ports_and_sgs() called for port_ids ['1b65e8a3-318d-4bcc-9e04-8bf8370f88f5'] {{(pid=93022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:06:41.162254 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f213a1a-4753-414b-b4c2-d1cf7a98c656 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Pushing event deleted for resources: {'Port': ['ID=1b65e8a3-318d-4bcc-9e04-8bf8370f88f5,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:41.190881 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f213a1a-4753-414b-b4c2-d1cf7a98c656 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:41.191523 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f213a1a-4753-414b-b4c2-d1cf7a98c656 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:41.192002 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f213a1a-4753-414b-b4c2-d1cf7a98c656 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:41.192337 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f213a1a-4753-414b-b4c2-d1cf7a98c656 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:41.192668 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f213a1a-4753-414b-b4c2-d1cf7a98c656 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:41.192994 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f213a1a-4753-414b-b4c2-d1cf7a98c656 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:41.193316 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f213a1a-4753-414b-b4c2-d1cf7a98c656 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:41.193637 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f213a1a-4753-414b-b4c2-d1cf7a98c656 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:41.193997 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f213a1a-4753-414b-b4c2-d1cf7a98c656 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:41.194301 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f213a1a-4753-414b-b4c2-d1cf7a98c656 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:41.194640 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f213a1a-4753-414b-b4c2-d1cf7a98c656 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:41.194959 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f213a1a-4753-414b-b4c2-d1cf7a98c656 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:41.214750 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab9b3720-5f0b-4f84-a985-f5a231abb6d2 req-4f213a1a-4753-414b-b4c2-d1cf7a98c656 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] No DVR routers for this DVR port 1b65e8a3-318d-4bcc-9e04-8bf8370f88f5 on host hv-cinder-80069 {{(pid=93020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:06:41.217112 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-ab9b3720-5f0b-4f84-a985-f5a231abb6d2 req-4f213a1a-4753-414b-b4c2-d1cf7a98c656 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for port, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:41.219067 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-ab9b3720-5f0b-4f84-a985-f5a231abb6d2 req-4f213a1a-4753-414b-b4c2-d1cf7a98c656 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] 10.222.0.102 "DELETE /v2.0/ports/1b65e8a3-318d-4bcc-9e04-8bf8370f88f5 HTTP/1.1" status: 204 len: 173 time: 0.4147904 Jul 16 20:06:41.219495 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bfde739-6962-4c81-a362-a57fde2ff5eb', 'name': 'network-vif-deleted', 'tag': '1b65e8a3-318d-4bcc-9e04-8bf8370f88f5'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:06:41.221662 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fae8f2ff960fe93758be445b473a7dfd6f7d616fbf5a964bb8e60e5228696b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19365b33-63c1-415e-9e05-9d127956787a" -d '{"events": [{"server_uuid": "7bfde739-6962-4c81-a362-a57fde2ff5eb", "name": "network-vif-deleted", "tag": "1b65e8a3-318d-4bcc-9e04-8bf8370f88f5"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:06:41.260073 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f8fc41-f108-4df9-827d-2194b4241b84 x-openstack-request-id: req-d7f8fc41-f108-4df9-827d-2194b4241b84 {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:06:41.260360 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bfde739-6962-4c81-a362-a57fde2ff5eb", "name": "network-vif-deleted", "tag": "1b65e8a3-318d-4bcc-9e04-8bf8370f88f5", "status": "completed", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:06:41.260611 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d7f8fc41-f108-4df9-827d-2194b4241b84 {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:06:41.261116 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bfde739-6962-4c81-a362-a57fde2ff5eb', 'name': 'network-vif-deleted', 'tag': '1b65e8a3-318d-4bcc-9e04-8bf8370f88f5', 'status': 'completed', 'code': 200} Jul 16 20:06:41.620857 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-705c7f37-ae80-4e54-9665-2ea9ab81a9a6 req-90cbff71-3223-4914-b8b3-ab7f1be3a9b8 tempest-VolumesActionsTest-244638697 tempest-VolumesActionsTest-244638697-project] 10.222.0.98 "GET /v2.0/ports?device_id=7bfde739-6962-4c81-a362-a57fde2ff5eb HTTP/1.1" status: 200 len: 210 time: 0.0305145 Jul 16 20:06:43.990949 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9cbd35-1175-4efc-b412-cced5c67cb81 req-49aea657-ae14-41f3-9b7c-debb8df8da0b tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:43.992416 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-bf9cbd35-1175-4efc-b412-cced5c67cb81 req-49aea657-ae14-41f3-9b7c-debb8df8da0b tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 945 time: 0.0634530 Jul 16 20:06:44.030201 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-bf9cbd35-1175-4efc-b412-cced5c67cb81 req-e164b5f3-b125-4f32-a3a1-0f393840382d tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=78e002dc-dd47-49bf-9fe9-3d77220096c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315480 Jul 16 20:06:45.204915 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a166c509-60b2-419d-8d26-1f2e96cd25a7 req-98ef0ec5-2984-4a9a-985d-74fea0e73369 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:45.206599 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-a166c509-60b2-419d-8d26-1f2e96cd25a7 req-98ef0ec5-2984-4a9a-985d-74fea0e73369 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 945 time: 0.0621412 Jul 16 20:06:45.242295 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-a166c509-60b2-419d-8d26-1f2e96cd25a7 req-5b955935-9cde-4497-8ef6-14941579307b tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=78e002dc-dd47-49bf-9fe9-3d77220096c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303752 Jul 16 20:06:46.417571 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01605845-7391-4448-a3ce-c9875d86cbe1 req-edabe2a0-f473-47c4-9468-fbefa13d3e64 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:46.419746 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-01605845-7391-4448-a3ce-c9875d86cbe1 req-edabe2a0-f473-47c4-9468-fbefa13d3e64 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 945 time: 0.0648274 Jul 16 20:06:46.456022 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-01605845-7391-4448-a3ce-c9875d86cbe1 req-7a7b9695-60a1-41b1-be31-22d1ad1f5a4a tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=78e002dc-dd47-49bf-9fe9-3d77220096c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308554 Jul 16 20:06:46.603462 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device 1b65e8a3-318d-4bcc-9e04-8bf8370f88f5 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:06:46.624106 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] No Port match for: 1b65e8a3-318d-4bcc-9e04-8bf8370f88f5 {{(pid=93022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:06:46.624445 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device 1b65e8a3-318d-4bcc-9e04-8bf8370f88f5 not bound to the agent host hv-cinder-80069 {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:06:47.645716 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f802b2-72ed-4e7e-b00e-8cf3d5c39a54 req-05a3bec2-9236-4592-bfcf-945357474836 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:47.647225 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-79f802b2-72ed-4e7e-b00e-8cf3d5c39a54 req-05a3bec2-9236-4592-bfcf-945357474836 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 945 time: 0.0655913 Jul 16 20:06:47.686958 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-79f802b2-72ed-4e7e-b00e-8cf3d5c39a54 req-a7c9447b-6027-4236-b55f-f0980a444111 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=78e002dc-dd47-49bf-9fe9-3d77220096c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337470 Jul 16 20:06:48.905624 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b09344-c553-4630-8684-5c93d16eccc9 req-c65d6997-1208-4fb4-b9e6-aa763dea552f tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:48.907143 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-93b09344-c553-4630-8684-5c93d16eccc9 req-c65d6997-1208-4fb4-b9e6-aa763dea552f tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 945 time: 0.0722880 Jul 16 20:06:48.971056 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-93b09344-c553-4630-8684-5c93d16eccc9 req-c6c57911-418e-4a36-a177-b5233be6fcf2 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=78e002dc-dd47-49bf-9fe9-3d77220096c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551739 Jul 16 20:06:50.162170 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9218d1-8b1b-4d3b-a727-e70289a065f1 req-c631ce1f-6a4e-43a3-a6a6-bbcf42e1f9e4 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:50.163926 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-7e9218d1-8b1b-4d3b-a727-e70289a065f1 req-c631ce1f-6a4e-43a3-a6a6-bbcf42e1f9e4 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 945 time: 0.0663633 Jul 16 20:06:50.169218 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-b5a702d7-c6f1-4a92-8c74-74e09ba8d163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:50.218896 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-7e9218d1-8b1b-4d3b-a727-e70289a065f1 req-6c19ee04-c63b-4c36-900e-9618f0ef6b8f tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=78e002dc-dd47-49bf-9fe9-3d77220096c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474300 Jul 16 20:06:50.698456 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:51.422969 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea94fe0-e3b1-4075-b45a-155a73cbfa0c req-9b435d3d-f71e-4653-bd40-87504c0fe948 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:51.424521 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-7ea94fe0-e3b1-4075-b45a-155a73cbfa0c req-9b435d3d-f71e-4653-bd40-87504c0fe948 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 945 time: 0.0661745 Jul 16 20:06:51.466501 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-7ea94fe0-e3b1-4075-b45a-155a73cbfa0c req-724f852b-6af5-449c-8d6d-e351363b2d9a tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=78e002dc-dd47-49bf-9fe9-3d77220096c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342779 Jul 16 20:06:52.221801 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-3dd83ca3-987a-47c1-9c33-b0e4c86579a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:52.670942 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40481f-adc6-4b56-b5d8-01ccab33f4cf req-d1510c70-125d-4ed5-bb9d-63982920b47a tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:52.678577 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-5f40481f-adc6-4b56-b5d8-01ccab33f4cf req-d1510c70-125d-4ed5-bb9d-63982920b47a tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 945 time: 0.0895944 Jul 16 20:06:52.716697 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-5f40481f-adc6-4b56-b5d8-01ccab33f4cf req-faf24470-d40b-4713-a91b-9efd4c5f95c9 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=78e002dc-dd47-49bf-9fe9-3d77220096c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355833 Jul 16 20:06:53.334046 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:53.900463 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9afc48-8d74-46e0-893a-044c17c134c5 req-c73a281f-5d48-402a-a47f-9e48b45d5a0b tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:53.907723 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-3c9afc48-8d74-46e0-893a-044c17c134c5 req-c73a281f-5d48-402a-a47f-9e48b45d5a0b tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 945 time: 0.0724337 Jul 16 20:06:53.948407 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-3c9afc48-8d74-46e0-893a-044c17c134c5 req-721b99ee-818a-4e47-947a-5f598080213b tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=78e002dc-dd47-49bf-9fe9-3d77220096c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397751 Jul 16 20:06:54.778196 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:55.122201 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38472c1e-7395-4038-8e12-d35c63928d74 req-395ca025-f088-4323-94a8-e49aa19aef11 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:55.124429 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-38472c1e-7395-4038-8e12-d35c63928d74 req-395ca025-f088-4323-94a8-e49aa19aef11 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 945 time: 0.0668836 Jul 16 20:06:55.167514 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-38472c1e-7395-4038-8e12-d35c63928d74 req-ef71b522-ba64-402a-8c31-3467f07e9f4d tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=78e002dc-dd47-49bf-9fe9-3d77220096c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369024 Jul 16 20:06:56.376877 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1400a4-c8b2-49e9-8bb0-317563ddc32e req-3e343ce2-32b0-427e-a728-70b78cf2d499 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:56.379436 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-3d1400a4-c8b2-49e9-8bb0-317563ddc32e req-3e343ce2-32b0-427e-a728-70b78cf2d499 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 945 time: 0.0671799 Jul 16 20:06:56.422959 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-3d1400a4-c8b2-49e9-8bb0-317563ddc32e req-fa69c732-8b52-42e0-83ae-d49c4174c3e6 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=78e002dc-dd47-49bf-9fe9-3d77220096c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380878 Jul 16 20:06:57.607305 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb2f18-aff1-4358-9770-027675d55944 req-74643c51-e9b8-44e8-a3a9-5b50670dafb1 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:57.608916 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-9aeb2f18-aff1-4358-9770-027675d55944 req-74643c51-e9b8-44e8-a3a9-5b50670dafb1 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 945 time: 0.0660017 Jul 16 20:06:57.650566 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-9aeb2f18-aff1-4358-9770-027675d55944 req-5cfa1c04-fd23-4f7f-8fcc-754953a393f8 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=78e002dc-dd47-49bf-9fe9-3d77220096c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358124 Jul 16 20:06:59.125621 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88b224-2bd7-4259-905b-d81366a9163c req-18307a08-c48f-4811-80cd-88e4164f70d8 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:59.127132 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-ad88b224-2bd7-4259-905b-d81366a9163c req-18307a08-c48f-4811-80cd-88e4164f70d8 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 945 time: 0.3579772 Jul 16 20:06:59.166570 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-ad88b224-2bd7-4259-905b-d81366a9163c req-b54d19a4-3243-485a-8e18-4085fe7ece1e tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=78e002dc-dd47-49bf-9fe9-3d77220096c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331686 Jul 16 20:07:00.353887 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4658b5-fca7-4ebe-9805-762eabc4b0b5 req-3c7bd14c-de54-4efc-940c-599039894296 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:00.356300 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-7e4658b5-fca7-4ebe-9805-762eabc4b0b5 req-3c7bd14c-de54-4efc-940c-599039894296 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 945 time: 0.0709293 Jul 16 20:07:00.416871 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-7e4658b5-fca7-4ebe-9805-762eabc4b0b5 req-b37c0aaf-32df-4666-a09e-6fd5622c9c6c tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=78e002dc-dd47-49bf-9fe9-3d77220096c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518594 Jul 16 20:07:01.630909 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97a2bc-e68e-49a6-b846-ef1217af31fe req-bbca2205-d77f-4ecf-b29f-f5094a01261f tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:01.632622 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-ad97a2bc-e68e-49a6-b846-ef1217af31fe req-bbca2205-d77f-4ecf-b29f-f5094a01261f tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 945 time: 0.0689919 Jul 16 20:07:01.671095 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-ad97a2bc-e68e-49a6-b846-ef1217af31fe req-08f26ae5-f4a7-4998-821b-07078ed313a9 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=78e002dc-dd47-49bf-9fe9-3d77220096c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320499 Jul 16 20:07:02.288146 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:02.673573 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device a3545818-9902-40e8-b49d-2425ea5cd566 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=93022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:07:02.869316 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9341d98f-8a68-4380-8e30-064b3fc1563c req-e9988dc7-0bc0-48b8-8740-121829f49f56 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:02.871400 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-9341d98f-8a68-4380-8e30-064b3fc1563c req-e9988dc7-0bc0-48b8-8740-121829f49f56 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 945 time: 0.0662727 Jul 16 20:07:02.897585 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port a3545818-9902-40e8-b49d-2425ea5cd566, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=a3545818-9902-40e8-b49d-2425ea5cd566,segment=NetworkSegment(1c4d2179-a936-4f83-8fe1-458e36f04a04),segment_id=1c4d2179-a936-4f83-8fe1-458e36f04a04)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:02.908334 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Returning: {'device': 'a3545818-9902-40e8-b49d-2425ea5cd566', 'network_id': '4ff04a31-0c23-4b48-92bc-f65e7b91222b', 'port_id': 'a3545818-9902-40e8-b49d-2425ea5cd566', 'mac_address': 'fa:16:3e:cb:c7:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbca6f5f-fd8e-4af4-b23d-e7ec2502b976', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:07:02.909632 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-9341d98f-8a68-4380-8e30-064b3fc1563c req-93921ac1-bba1-4d5f-b521-75fcc06622dc tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=78e002dc-dd47-49bf-9fe9-3d77220096c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321136 Jul 16 20:07:02.945063 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:02.958110 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.notifiers.nova [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a3545818-9902-40e8-b49d-2425ea5cd566 {{(pid=93022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:07:02.977850 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port a3545818-9902-40e8-b49d-2425ea5cd566, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=a3545818-9902-40e8-b49d-2425ea5cd566,segment=NetworkSegment(1c4d2179-a936-4f83-8fe1-458e36f04a04),segment_id=1c4d2179-a936-4f83-8fe1-458e36f04a04)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:02.982706 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:03.030811 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Pushing event updated for resources: {'Port': ['ID=a3545818-9902-40e8-b49d-2425ea5cd566,revision_number=6']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:03.037673 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:03.038029 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:03.038366 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:03.038733 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:03.039066 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:03.039400 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:03.039737 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:03.040063 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:03.040395 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:03.040759 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:03.041043 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:03.041366 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:03.132471 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] get_ports_and_sgs() called for port_ids ['a3545818-9902-40e8-b49d-2425ea5cd566'] {{(pid=93022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:07:04.237853 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf5f5d-f4e7-46e6-8523-22b067dcc906 req-5f00794c-4a18-4199-805b-22ea54dfe1a2 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:04.239351 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-febf5f5d-f4e7-46e6-8523-22b067dcc906 req-5f00794c-4a18-4199-805b-22ea54dfe1a2 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 944 time: 0.0617321 Jul 16 20:07:04.277920 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-febf5f5d-f4e7-46e6-8523-22b067dcc906 req-21b8dbea-ef34-4667-85e5-971e60e02847 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=78e002dc-dd47-49bf-9fe9-3d77220096c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328021 Jul 16 20:07:04.671801 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device a3545818-9902-40e8-b49d-2425ea5cd566 up at agent hyperv_hv-cinder-80069 {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:04.722696 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Provisioning complete for port a3545818-9902-40e8-b49d-2425ea5cd566 triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:04.723204 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:04.814551 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:04.837856 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd673e923-f315-4301-a81d-fe804de00132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3545818-9902-40e8-b49d-2425ea5cd566'}] {{(pid=93022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:04.840895 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9473df89cc7d9a049ef80707cd6efae53c3b25527ef369ad4a6a0d9269bae893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53cc9403-8ca9-4abc-bdaa-bebd6b253884" -d '{"events": [{"server_uuid": "d673e923-f315-4301-a81d-fe804de00132", "name": "network-vif-plugged", "status": "completed", "tag": "a3545818-9902-40e8-b49d-2425ea5cd566"}]}' {{(pid=93022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:04.859483 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port a3545818-9902-40e8-b49d-2425ea5cd566, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=a3545818-9902-40e8-b49d-2425ea5cd566,segment=NetworkSegment(1c4d2179-a936-4f83-8fe1-458e36f04a04),segment_id=1c4d2179-a936-4f83-8fe1-458e36f04a04)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:04.863685 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:04.894306 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1f6edf-f8fe-4b82-b266-a5b13413f8d0 x-openstack-request-id: req-5d1f6edf-f8fe-4b82-b266-a5b13413f8d0 {{(pid=93022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:04.894631 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d673e923-f315-4301-a81d-fe804de00132", "name": "network-vif-plugged", "status": "completed", "tag": "a3545818-9902-40e8-b49d-2425ea5cd566", "code": 200}]} {{(pid=93022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:04.894888 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5d1f6edf-f8fe-4b82-b266-a5b13413f8d0 {{(pid=93022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:04.895276 dv-cinder-800697-3-iscsi neutron-server[93022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd673e923-f315-4301-a81d-fe804de00132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3545818-9902-40e8-b49d-2425ea5cd566', 'code': 200} Jul 16 20:07:04.931630 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Pushing event updated for resources: {'Port': ['ID=a3545818-9902-40e8-b49d-2425ea5cd566,revision_number=7']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:05.474035 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ba17f0-794b-4f43-9bd6-8712fa09a7ce req-c79ae025-bbb7-4407-bcec-46b644977dbc tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:05.481028 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-f8ba17f0-794b-4f43-9bd6-8712fa09a7ce req-c79ae025-bbb7-4407-bcec-46b644977dbc tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 945 time: 0.0819521 Jul 16 20:07:05.517818 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-f8ba17f0-794b-4f43-9bd6-8712fa09a7ce req-cba89395-5f25-4baf-8b8f-1690c6654d1e tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=78e002dc-dd47-49bf-9fe9-3d77220096c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358133 Jul 16 20:07:05.699299 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 33122) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:05.754039 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0347ad8-0817-4392-af82-64eb10dbfc19 admin admin] Deleting subnet 7ca24564-2acb-430a-be6c-0cbae4e865c5 {{(pid=93020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:07:05.759706 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-f0347ad8-0817-4392-af82-64eb10dbfc19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:05.797327 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-f0347ad8-0817-4392-af82-64eb10dbfc19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6078582'] for subnet, precommit_delete_associations {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:05.843342 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-f0347ad8-0817-4392-af82-64eb10dbfc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001713'] for subnet, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:05.907977 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-f0347ad8-0817-4392-af82-64eb10dbfc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7945194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6084591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5499290'] for subnet, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:05.936155 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0347ad8-0817-4392-af82-64eb10dbfc19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ca24564-2acb-430a-be6c-0cbae4e865c5,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:05.939890 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-f0347ad8-0817-4392-af82-64eb10dbfc19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:05.947376 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 33124) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:05.948850 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-f0347ad8-0817-4392-af82-64eb10dbfc19 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/7ca24564-2acb-430a-be6c-0cbae4e865c5 HTTP/1.1" status: 204 len: 168 time: 0.2479331 Jul 16 20:07:06.023730 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-83b61379-20bb-49ef-9dbb-cf1fc871a60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556954'] for network, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:06.126150 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-83b61379-20bb-49ef-9dbb-cf1fc871a60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002645', 'neutron.services.segments.db._delete_segments_for_network-8786207386444'] for network, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:06.141543 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.services.segments.db [None req-83b61379-20bb-49ef-9dbb-cf1fc871a60a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f08cd3dd-7bfc-4c2b-98f7-22fbb2fd0478']}} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:06.153146 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.services.segments.db [None req-83b61379-20bb-49ef-9dbb-cf1fc871a60a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '655425d5-14a6-4a4f-95e7-4112216f9653') {'for_net_delete': True} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:06.153691 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.services.segments.db [None req-83b61379-20bb-49ef-9dbb-cf1fc871a60a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '655425d5-14a6-4a4f-95e7-4112216f9653') {} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:06.167671 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-83b61379-20bb-49ef-9dbb-cf1fc871a60a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786207387733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5939977'] for segment, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:06.187247 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-83b61379-20bb-49ef-9dbb-cf1fc871a60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964265'] for segment, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:06.193946 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83b61379-20bb-49ef-9dbb-cf1fc871a60a admin admin] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=93021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:07:06.194464 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-83b61379-20bb-49ef-9dbb-cf1fc871a60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8121261'] for segment, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:06.196337 dv-cinder-800697-3-iscsi neutron-server[93021]: Traceback (most recent call last): Jul 16 20:07:06.196337 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:07:06.196337 dv-cinder-800697-3-iscsi neutron-server[93021]: timer() Jul 16 20:07:06.196337 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:07:06.196337 dv-cinder-800697-3-iscsi neutron-server[93021]: cb(*args, **kw) Jul 16 20:07:06.196337 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:07:06.196337 dv-cinder-800697-3-iscsi neutron-server[93021]: return func(*args, **kwargs) Jul 16 20:07:06.196337 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:07:06.196337 dv-cinder-800697-3-iscsi neutron-server[93021]: self._notify() Jul 16 20:07:06.196337 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:07:06.196337 dv-cinder-800697-3-iscsi neutron-server[93021]: self.callback(batched_events) Jul 16 20:07:06.196337 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:07:06.196337 dv-cinder-800697-3-iscsi neutron-server[93021]: event.method(event) Jul 16 20:07:06.196337 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:07:06.196337 dv-cinder-800697-3-iscsi neutron-server[93021]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:07:06.196337 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:07:06.196337 dv-cinder-800697-3-iscsi neutron-server[93021]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:07:06.196337 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:07:06.196337 dv-cinder-800697-3-iscsi neutron-server[93021]: return f(self, *a, **k) Jul 16 20:07:06.196337 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:07:06.196337 dv-cinder-800697-3-iscsi neutron-server[93021]: return self._get(url).json() Jul 16 20:07:06.196337 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:07:06.196337 dv-cinder-800697-3-iscsi neutron-server[93021]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:07:06.196337 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:07:06.196337 dv-cinder-800697-3-iscsi neutron-server[93021]: return self.request(url, 'GET', **kwargs) Jul 16 20:07:06.196337 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:07:06.196337 dv-cinder-800697-3-iscsi neutron-server[93021]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:07:06.196337 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:07:06.196337 dv-cinder-800697-3-iscsi neutron-server[93021]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:07:06.196337 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:07:06.196337 dv-cinder-800697-3-iscsi neutron-server[93021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:07:06.196337 dv-cinder-800697-3-iscsi neutron-server[93021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:07:06.265780 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-83b61379-20bb-49ef-9dbb-cf1fc871a60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8363180'] for network, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:06.285014 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-83b61379-20bb-49ef-9dbb-cf1fc871a60a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for network, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:06.289475 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-83b61379-20bb-49ef-9dbb-cf1fc871a60a admin admin] 10.222.0.98 "DELETE /v2.0/networks/f08cd3dd-7bfc-4c2b-98f7-22fbb2fd0478 HTTP/1.1" status: 204 len: 168 time: 0.3419902 Jul 16 20:07:06.290513 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b61379-20bb-49ef-9dbb-cf1fc871a60a admin admin] Pushing event deleted for resources: {'Network': ['ID=f08cd3dd-7bfc-4c2b-98f7-22fbb2fd0478,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:06.298474 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b61379-20bb-49ef-9dbb-cf1fc871a60a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:06.298916 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b61379-20bb-49ef-9dbb-cf1fc871a60a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:06.299349 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b61379-20bb-49ef-9dbb-cf1fc871a60a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:06.299784 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b61379-20bb-49ef-9dbb-cf1fc871a60a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:06.300252 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b61379-20bb-49ef-9dbb-cf1fc871a60a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:06.300677 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b61379-20bb-49ef-9dbb-cf1fc871a60a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:06.301114 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b61379-20bb-49ef-9dbb-cf1fc871a60a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:06.301530 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b61379-20bb-49ef-9dbb-cf1fc871a60a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:06.302002 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b61379-20bb-49ef-9dbb-cf1fc871a60a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:06.302421 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b61379-20bb-49ef-9dbb-cf1fc871a60a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:06.302854 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b61379-20bb-49ef-9dbb-cf1fc871a60a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:06.303266 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b61379-20bb-49ef-9dbb-cf1fc871a60a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:06.429805 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 33130) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:06.475318 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-49c26668-6af8-4a23-ab3c-bcf94a681b39 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3f237176ffe14cc7b4e948b35f830446&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0441933 Jul 16 20:07:06.477887 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 33132) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:06.546647 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-8d46c233-77da-4f8e-9558-2ed882ef4257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:06.574752 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-8d46c233-77da-4f8e-9558-2ed882ef4257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:06.643662 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-8d46c233-77da-4f8e-9558-2ed882ef4257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:06.647636 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-8d46c233-77da-4f8e-9558-2ed882ef4257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:06.649489 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-8d46c233-77da-4f8e-9558-2ed882ef4257 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9e080a05-fae2-4cbe-b7c0-8b167d381847 HTTP/1.1" status: 204 len: 168 time: 0.1705971 Jul 16 20:07:06.661368 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d46c233-77da-4f8e-9558-2ed882ef4257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e080a05-fae2-4cbe-b7c0-8b167d381847,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:06.744261 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:07:06.783146 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb739ee6-bf77-4019-9203-747175731d7e req-e125eab8-75ad-49e8-8533-3e0a14301d96 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:06.790925 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-fb739ee6-bf77-4019-9203-747175731d7e req-e125eab8-75ad-49e8-8533-3e0a14301d96 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 945 time: 0.0788832 Jul 16 20:07:06.837086 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-fb739ee6-bf77-4019-9203-747175731d7e req-cf7d2ecf-ce3d-4a32-a9af-54f13aac837c tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=78e002dc-dd47-49bf-9fe9-3d77220096c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447576 Jul 16 20:07:07.001536 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f67d6-70d3-47fc-bc25-ad8b148bcd25 req-658364b3-5ef1-4118-9461-d4ecefe11d41 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:07.004069 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-2f2f67d6-70d3-47fc-bc25-ad8b148bcd25 req-658364b3-5ef1-4118-9461-d4ecefe11d41 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=f1f5cf23-294a-4d10-8f41-8de4ab6796d3 HTTP/1.1" status: 200 len: 945 time: 0.1109576 Jul 16 20:07:07.049856 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-2f2f67d6-70d3-47fc-bc25-ad8b148bcd25 req-dc4e856b-6903-453b-8190-3b37b368a52d tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/security-groups?id=d42a7f47-aa32-4cff-a27c-1452fa97a649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401039 Jul 16 20:07:08.149972 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26908eed-fb2c-4f3c-b70e-fc78513322f6 req-15e6c786-bb13-4c39-ae62-189dda90b9c2 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:08.160033 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-26908eed-fb2c-4f3c-b70e-fc78513322f6 req-15e6c786-bb13-4c39-ae62-189dda90b9c2 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 945 time: 0.1588116 Jul 16 20:07:08.294234 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77799bd6-821f-40ff-9849-d0247536ceea req-f12ae99f-d96a-40b9-96d1-8df7f58025df tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:08.297376 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-26908eed-fb2c-4f3c-b70e-fc78513322f6 req-09e36345-9723-4452-80c2-9890e2410ab7 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=78e002dc-dd47-49bf-9fe9-3d77220096c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278484 Jul 16 20:07:08.301770 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-77799bd6-821f-40ff-9849-d0247536ceea req-f12ae99f-d96a-40b9-96d1-8df7f58025df tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=f1f5cf23-294a-4d10-8f41-8de4ab6796d3 HTTP/1.1" status: 200 len: 945 time: 0.0787315 Jul 16 20:07:08.372550 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-77799bd6-821f-40ff-9849-d0247536ceea req-7cbf2680-6dc5-4d1c-ad78-51c6b599716d tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/security-groups?id=d42a7f47-aa32-4cff-a27c-1452fa97a649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684974 Jul 16 20:07:08.872325 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa748e-1360-44bf-95f8-c9157b33ceea req-7bee18aa-87bb-4101-8167-04d062e63143 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:08.873751 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c3fa748e-1360-44bf-95f8-c9157b33ceea req-7bee18aa-87bb-4101-8167-04d062e63143 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.102 "GET /v2.0/ports?device_id=f1f5cf23-294a-4d10-8f41-8de4ab6796d3 HTTP/1.1" status: 200 len: 945 time: 0.0813532 Jul 16 20:07:08.988071 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [req-c3fa748e-1360-44bf-95f8-c9157b33ceea req-e4c25acd-1afd-4ef1-b8a4-27b890cde058 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Deleting port fabdd6de-5ea0-49df-9aa1-2e14026aae05 {{(pid=93020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:07:08.988428 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-c3fa748e-1360-44bf-95f8-c9157b33ceea req-e4c25acd-1afd-4ef1-b8a4-27b890cde058 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786207273135'] for port, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:09.097981 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [req-c3fa748e-1360-44bf-95f8-c9157b33ceea req-e4c25acd-1afd-4ef1-b8a4-27b890cde058 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] For port fabdd6de-5ea0-49df-9aa1-2e14026aae05, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=fabdd6de-5ea0-49df-9aa1-2e14026aae05,segment=NetworkSegment(ffa35782-5bd7-4d75-a1c1-3972da91ba47),segment_id=ffa35782-5bd7-4d75-a1c1-3972da91ba47)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:09.098737 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-c3fa748e-1360-44bf-95f8-c9157b33ceea req-e4c25acd-1afd-4ef1-b8a4-27b890cde058 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8298881'] for port, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:09.314529 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-c3fa748e-1360-44bf-95f8-c9157b33ceea req-e4c25acd-1afd-4ef1-b8a4-27b890cde058 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:09.315640 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-c3fa748e-1360-44bf-95f8-c9157b33ceea req-e4c25acd-1afd-4ef1-b8a4-27b890cde058 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8363194'] for floatingip, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:09.316123 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.db.l3_db [req-c3fa748e-1360-44bf-95f8-c9157b33ceea req-e4c25acd-1afd-4ef1-b8a4-27b890cde058 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Floating IP 27cf43bd-0b5c-4312-8597-5a52638080f0 disassociated. External IP: 172.27.1.156, port: fabdd6de-5ea0-49df-9aa1-2e14026aae05. Jul 16 20:07:09.316458 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [req-c3fa748e-1360-44bf-95f8-c9157b33ceea req-e4c25acd-1afd-4ef1-b8a4-27b890cde058 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Calling delete_port for fabdd6de-5ea0-49df-9aa1-2e14026aae05 owned by compute:nova {{(pid=93020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:07:09.608469 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43087927-74cb-474b-aca6-f9aab67ee963 req-27a20da9-82bb-40a6-940d-412e0030c55c tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:09.623178 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-43087927-74cb-474b-aca6-f9aab67ee963 req-27a20da9-82bb-40a6-940d-412e0030c55c tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 945 time: 0.1432614 Jul 16 20:07:09.701861 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-43087927-74cb-474b-aca6-f9aab67ee963 req-1b94bb9c-64e7-4565-9d4f-b71fdd949236 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=78e002dc-dd47-49bf-9fe9-3d77220096c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705950 Jul 16 20:07:09.778797 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50b9bbc-7f10-4e3f-86f0-7f70e7927541 req-cf84cc4d-40cc-4b6a-a2f7-7f4b70361871 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:09.782316 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c50b9bbc-7f10-4e3f-86f0-7f70e7927541 req-cf84cc4d-40cc-4b6a-a2f7-7f4b70361871 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=f1f5cf23-294a-4d10-8f41-8de4ab6796d3 HTTP/1.1" status: 200 len: 945 time: 0.1320479 Jul 16 20:07:09.832538 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-c3fa748e-1360-44bf-95f8-c9157b33ceea req-e4c25acd-1afd-4ef1-b8a4-27b890cde058 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786207273858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786206872495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:09.846701 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c50b9bbc-7f10-4e3f-86f0-7f70e7927541 req-26449738-e1d5-4e85-9b2c-a8e6a6217fa7 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/security-groups?id=d42a7f47-aa32-4cff-a27c-1452fa97a649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594640 Jul 16 20:07:09.881124 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c25acd-1afd-4ef1-b8a4-27b890cde058 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Pushing event deleted for resources: {'Port': ['ID=fabdd6de-5ea0-49df-9aa1-2e14026aae05,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:10.029586 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3fa748e-1360-44bf-95f8-c9157b33ceea req-e4c25acd-1afd-4ef1-b8a4-27b890cde058 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Router 4c414443-a543-4c21-b272-e64e3b7bb2fe has already been hosted by L3 agent 2edc1d69-0f6a-462d-a1c4-2c7c9be5649e {{(pid=93020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:07:10.144757 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3fa748e-1360-44bf-95f8-c9157b33ceea req-e4c25acd-1afd-4ef1-b8a4-27b890cde058 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify agent at l3_agent.dv-cinder-800697-3-iscsi the message routers_updated {{(pid=93020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:07:10.158301 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2933cb9c-3668-4910-baf2-1b30c3069342 None None] Sync routers for ids ['4c414443-a543-4c21-b272-e64e3b7bb2fe'] in dv-cinder-800697-3-iscsi {{(pid=93022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:07:10.169444 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2933cb9c-3668-4910-baf2-1b30c3069342 None None] Routers {'4c414443-a543-4c21-b272-e64e3b7bb2fe'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:07:10.170006 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-2933cb9c-3668-4910-baf2-1b30c3069342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:06:52Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['4c414443-a543-4c21-b272-e64e3b7bb2fe'], 'active': True} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:10.199511 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3fa748e-1360-44bf-95f8-c9157b33ceea req-e4c25acd-1afd-4ef1-b8a4-27b890cde058 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] No DVR routers for this DVR port fabdd6de-5ea0-49df-9aa1-2e14026aae05 on host hv-cinder-80069 {{(pid=93020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:07:10.203561 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-c3fa748e-1360-44bf-95f8-c9157b33ceea req-e4c25acd-1afd-4ef1-b8a4-27b890cde058 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for port, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:10.206848 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c3fa748e-1360-44bf-95f8-c9157b33ceea req-e4c25acd-1afd-4ef1-b8a4-27b890cde058 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.102 "DELETE /v2.0/ports/fabdd6de-5ea0-49df-9aa1-2e14026aae05 HTTP/1.1" status: 204 len: 173 time: 1.3258598 Jul 16 20:07:10.207289 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1f5cf23-294a-4d10-8f41-8de4ab6796d3', 'name': 'network-vif-deleted', 'tag': 'fabdd6de-5ea0-49df-9aa1-2e14026aae05'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:10.210129 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fae8f2ff960fe93758be445b473a7dfd6f7d616fbf5a964bb8e60e5228696b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3efe23-feab-41e8-aba3-eab4df9f560a" -d '{"events": [{"server_uuid": "f1f5cf23-294a-4d10-8f41-8de4ab6796d3", "name": "network-vif-deleted", "tag": "fabdd6de-5ea0-49df-9aa1-2e14026aae05"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:10.267754 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497a9a8f-5d3e-4910-bc1f-f15bb1b76297 x-openstack-request-id: req-497a9a8f-5d3e-4910-bc1f-f15bb1b76297 {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:10.268050 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1f5cf23-294a-4d10-8f41-8de4ab6796d3", "name": "network-vif-deleted", "tag": "fabdd6de-5ea0-49df-9aa1-2e14026aae05", "status": "completed", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:10.268361 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-497a9a8f-5d3e-4910-bc1f-f15bb1b76297 {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:10.268765 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1f5cf23-294a-4d10-8f41-8de4ab6796d3', 'name': 'network-vif-deleted', 'tag': 'fabdd6de-5ea0-49df-9aa1-2e14026aae05', 'status': 'completed', 'code': 200} Jul 16 20:07:10.327650 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvr_db [None req-2933cb9c-3668-4910-baf2-1b30c3069342 None None] Set router 4c414443-a543-4c21-b272-e64e3b7bb2fe gateway port host: dv-cinder-800697-3-iscsi {{(pid=93022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:07:10.586543 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-2933cb9c-3668-4910-baf2-1b30c3069342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'name': 'tempest-TestVolumeBootPattern-2036726165-router', 'tenant_id': '078f23be686b440dad7cffc96ff5c84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '71283ad9-7e75-4aea-ae33-e8130e420f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:30Z', 'updated_at': '2021-07-16T20:03:33Z', 'revision_number': 4, 'project_id': '078f23be686b440dad7cffc96ff5c84c', 'gw_port': {'id': '71283ad9-7e75-4aea-ae33-e8130e420f50', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:30Z', 'updated_at': '2021-07-16T20:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_interfaces': [{'id': '0c69d311-9e78-41fe-a83f-7eca3881c306', 'name': '', 'network_id': 'a90ba138-c4a1-4110-a3e5-cb4305c2de87', 'tenant_id': '078f23be686b440dad7cffc96ff5c84c', 'mac_address': 'fa:16:3e:ca:76:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '240aba66-ab9f-4277-a9b2-4f5b9dbf7e93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:32Z', 'updated_at': '2021-07-16T20:03:39Z', 'revision_number': 5, 'project_id': '078f23be686b440dad7cffc96ff5c84c', 'subnets': [{'id': '240aba66-ab9f-4277-a9b2-4f5b9dbf7e93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:10.623680 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2933cb9c-3668-4910-baf2-1b30c3069342 None None] Checking router: 4c414443-a543-4c21-b272-e64e3b7bb2fe for host: dv-cinder-800697-3-iscsi {{(pid=93022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:07:10.649410 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2933cb9c-3668-4910-baf2-1b30c3069342 None None] Routers {'4c414443-a543-4c21-b272-e64e3b7bb2fe'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:07:10.651034 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-2933cb9c-3668-4910-baf2-1b30c3069342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:06:52Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['4c414443-a543-4c21-b272-e64e3b7bb2fe'], 'active': True} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:10.710938 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device fabdd6de-5ea0-49df-9aa1-2e14026aae05 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:07:10.733747 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] No Port match for: fabdd6de-5ea0-49df-9aa1-2e14026aae05 {{(pid=93022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:07:10.734114 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device fabdd6de-5ea0-49df-9aa1-2e14026aae05 not bound to the agent host hv-cinder-80069 {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:07:10.824532 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvr_db [None req-2933cb9c-3668-4910-baf2-1b30c3069342 None None] Set router 4c414443-a543-4c21-b272-e64e3b7bb2fe gateway port host: dv-cinder-800697-3-iscsi {{(pid=93022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:07:10.987153 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0980897d-23ea-4738-aa6c-b871618b5330 req-3e5145eb-f57d-4338-b6c4-07dd47ac6a0a tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:10.989000 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-0980897d-23ea-4738-aa6c-b871618b5330 req-3e5145eb-f57d-4338-b6c4-07dd47ac6a0a tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 945 time: 0.1325583 Jul 16 20:07:11.053737 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-0980897d-23ea-4738-aa6c-b871618b5330 req-72a09405-e401-4d22-bf3e-6bdfe0e6baef tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=78e002dc-dd47-49bf-9fe9-3d77220096c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536261 Jul 16 20:07:11.100466 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-2933cb9c-3668-4910-baf2-1b30c3069342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'name': 'tempest-TestVolumeBootPattern-2036726165-router', 'tenant_id': '078f23be686b440dad7cffc96ff5c84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '71283ad9-7e75-4aea-ae33-e8130e420f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:30Z', 'updated_at': '2021-07-16T20:03:33Z', 'revision_number': 4, 'project_id': '078f23be686b440dad7cffc96ff5c84c', 'gw_port': {'id': '71283ad9-7e75-4aea-ae33-e8130e420f50', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:30Z', 'updated_at': '2021-07-16T20:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_interfaces': [{'id': '0c69d311-9e78-41fe-a83f-7eca3881c306', 'name': '', 'network_id': 'a90ba138-c4a1-4110-a3e5-cb4305c2de87', 'tenant_id': '078f23be686b440dad7cffc96ff5c84c', 'mac_address': 'fa:16:3e:ca:76:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '240aba66-ab9f-4277-a9b2-4f5b9dbf7e93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:32Z', 'updated_at': '2021-07-16T20:03:39Z', 'revision_number': 5, 'project_id': '078f23be686b440dad7cffc96ff5c84c', 'subnets': [{'id': '240aba66-ab9f-4277-a9b2-4f5b9dbf7e93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:11.129560 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2933cb9c-3668-4910-baf2-1b30c3069342 None None] The sync data for ids ['4c414443-a543-4c21-b272-e64e3b7bb2fe'] in dv-cinder-800697-3-iscsi is: [{'id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'name': 'tempest-TestVolumeBootPattern-2036726165-router', 'tenant_id': '078f23be686b440dad7cffc96ff5c84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '71283ad9-7e75-4aea-ae33-e8130e420f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:30Z', 'updated_at': '2021-07-16T20:03:33Z', 'revision_number': 4, 'project_id': '078f23be686b440dad7cffc96ff5c84c', 'gw_port': {'id': '71283ad9-7e75-4aea-ae33-e8130e420f50', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:30Z', 'updated_at': '2021-07-16T20:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_interfaces': [{'id': '0c69d311-9e78-41fe-a83f-7eca3881c306', 'name': '', 'network_id': 'a90ba138-c4a1-4110-a3e5-cb4305c2de87', 'tenant_id': '078f23be686b440dad7cffc96ff5c84c', 'mac_address': 'fa:16:3e:ca:76:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '240aba66-ab9f-4277-a9b2-4f5b9dbf7e93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:32Z', 'updated_at': '2021-07-16T20:03:39Z', 'revision_number': 5, 'project_id': '078f23be686b440dad7cffc96ff5c84c', 'subnets': [{'id': '240aba66-ab9f-4277-a9b2-4f5b9dbf7e93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:07:11.157059 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-ba98cbb2-e84d-4f05-90e2-ec679ebfbe78 req-f620edd3-7b0e-44a0-85d4-63524d821e0c tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=f1f5cf23-294a-4d10-8f41-8de4ab6796d3 HTTP/1.1" status: 200 len: 210 time: 0.0960174 Jul 16 20:07:11.476997 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76924cfe-e08a-4bd3-95f8-b66b32500365 None None] New status for floating IP 27cf43bd-0b5c-4312-8597-5a52638080f0: DOWN {{(pid=93023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:07:12.286818 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba4808-813d-4287-a5b1-dda1cac3855b req-28be10ba-dded-4e64-99ee-ed2ed612dbe2 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:12.288536 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a4ba4808-813d-4287-a5b1-dda1cac3855b req-28be10ba-dded-4e64-99ee-ed2ed612dbe2 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 945 time: 0.1017740 Jul 16 20:07:12.344665 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a4ba4808-813d-4287-a5b1-dda1cac3855b req-a2a99eba-60d0-4678-8d97-03da309b3522 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=78e002dc-dd47-49bf-9fe9-3d77220096c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485415 Jul 16 20:07:12.551460 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-6a4aadfc-94fe-4ad8-b202-6b79241eb540 req-3ccf2040-d35d-4a8e-a9b9-41666909a877 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1344341414&fields=id&tenant_id=078f23be686b440dad7cffc96ff5c84c HTTP/1.1" status: 200 len: 267 time: 0.0419908 Jul 16 20:07:12.674492 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4aadfc-94fe-4ad8-b202-6b79241eb540 req-927bb2aa-cefa-4215-9710-cb492fcfb8d1 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:12.679969 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-6a4aadfc-94fe-4ad8-b202-6b79241eb540 req-927bb2aa-cefa-4215-9710-cb492fcfb8d1 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/networks?id=a90ba138-c4a1-4110-a3e5-cb4305c2de87 HTTP/1.1" status: 200 len: 812 time: 0.1209376 Jul 16 20:07:12.699003 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-6a4aadfc-94fe-4ad8-b202-6b79241eb540 req-36913b5c-6d6b-4f06-8c29-494ce6278c98 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/quotas/078f23be686b440dad7cffc96ff5c84c HTTP/1.1" status: 200 len: 375 time: 0.0180933 Jul 16 20:07:12.779030 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-6a4aadfc-94fe-4ad8-b202-6b79241eb540 req-dffaa7a1-c62f-4b19-b8eb-d435779b9f37 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=078f23be686b440dad7cffc96ff5c84c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0776458 Jul 16 20:07:12.919100 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-6a4aadfc-94fe-4ad8-b202-6b79241eb540 req-1e06ed36-06dd-42f0-b4d2-2d9884ca3077 service neutron] 10.222.0.98 "GET /v2.0/networks/a90ba138-c4a1-4110-a3e5-cb4305c2de87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232674 Jul 16 20:07:13.032137 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-6a4aadfc-94fe-4ad8-b202-6b79241eb540 req-e2fb29e1-93f5-4818-88c7-f4926df8ea1a service neutron] 10.222.0.98 "GET /v2.0/networks/a90ba138-c4a1-4110-a3e5-cb4305c2de87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090710 Jul 16 20:07:13.430751 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-ad77fae3-8bff-4ec5-8f4e-8b9a648a86bf req-1dd1d2ae-a600-4808-aac5-a4287ca44619 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0512717 Jul 16 20:07:13.618704 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8672452-6816-4877-a9ea-c23fe5854689 req-178db5fe-853e-4672-b0e6-33c4131eef6c tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:13.624084 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-f8672452-6816-4877-a9ea-c23fe5854689 req-178db5fe-853e-4672-b0e6-33c4131eef6c tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 945 time: 0.1189497 Jul 16 20:07:13.672849 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-f8672452-6816-4877-a9ea-c23fe5854689 req-45459263-df26-4f80-aa99-98de2b7697f9 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=78e002dc-dd47-49bf-9fe9-3d77220096c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414243 Jul 16 20:07:14.606113 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-b207e733-d633-4df3-b17d-1d047996a0a5 req-338a8ed6-22a8-485f-bb0f-4403db171ba0 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0428867 Jul 16 20:07:14.891274 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4aadfc-94fe-4ad8-b202-6b79241eb540 req-91f0a58f-348f-4987-8902-f1408c528a70 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:14.897227 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-6a4aadfc-94fe-4ad8-b202-6b79241eb540 req-91f0a58f-348f-4987-8902-f1408c528a70 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.102 "GET /v2.0/networks?id=a90ba138-c4a1-4110-a3e5-cb4305c2de87 HTTP/1.1" status: 200 len: 812 time: 0.1613753 Jul 16 20:07:14.907710 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ef8dc-8c26-4345-b7b4-041a165963e3 req-c5ee3ddc-45d4-45b2-b66a-e5498a3d9b34 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:14.909277 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-b81ef8dc-8c26-4345-b7b4-041a165963e3 req-c5ee3ddc-45d4-45b2-b66a-e5498a3d9b34 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 945 time: 0.0689044 Jul 16 20:07:14.966100 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-b81ef8dc-8c26-4345-b7b4-041a165963e3 req-f71fd00e-9c6c-41a0-82d1-348cbfe0c5b0 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=78e002dc-dd47-49bf-9fe9-3d77220096c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506234 Jul 16 20:07:14.987181 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-6a4aadfc-94fe-4ad8-b202-6b79241eb540 req-d5019814-e42d-4a2f-ab43-2d35392be669 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=078f23be686b440dad7cffc96ff5c84c HTTP/1.1" status: 200 len: 380 time: 0.0749409 Jul 16 20:07:15.005011 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [req-6a4aadfc-94fe-4ad8-b202-6b79241eb540 req-99fcead9-0c3e-4922-b018-53af3572f205 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Request body: {'port': {'device_id': '39bc52cf-3c89-4290-bc50-db2da5e3703f', 'network_id': 'a90ba138-c4a1-4110-a3e5-cb4305c2de87', 'admin_state_up': True, 'tenant_id': '078f23be686b440dad7cffc96ff5c84c', 'security_groups': ['d42a7f47-aa32-4cff-a27c-1452fa97a649']}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:15.121623 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a4aadfc-94fe-4ad8-b202-6b79241eb540 req-99fcead9-0c3e-4922-b018-53af3572f205 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Made reservation on behalf of 078f23be686b440dad7cffc96ff5c84c for: {'port': 1} {{(pid=93020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:07:15.125443 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-6a4aadfc-94fe-4ad8-b202-6b79241eb540 req-99fcead9-0c3e-4922-b018-53af3572f205 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:15.272783 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.db_base_plugin_common [req-6a4aadfc-94fe-4ad8-b202-6b79241eb540 req-99fcead9-0c3e-4922-b018-53af3572f205 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Allocated IP 172.20.0.5 (a90ba138-c4a1-4110-a3e5-cb4305c2de87/240aba66-ab9f-4277-a9b2-4f5b9dbf7e93/456d3b55-cff6-4661-be1f-2f3bb2303531) {{(pid=93020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:07:15.439633 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-6a4aadfc-94fe-4ad8-b202-6b79241eb540 req-99fcead9-0c3e-4922-b018-53af3572f205 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks [] for port, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:15.462405 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [req-6a4aadfc-94fe-4ad8-b202-6b79241eb540 req-99fcead9-0c3e-4922-b018-53af3572f205 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Transition to ACTIVE for port object 456d3b55-cff6-4661-be1f-2f3bb2303531 will not be triggered until provisioned by entity DHCP. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:15.503267 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-6a4aadfc-94fe-4ad8-b202-6b79241eb540 req-99fcead9-0c3e-4922-b018-53af3572f205 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786206872486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:15.554271 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a4aadfc-94fe-4ad8-b202-6b79241eb540 req-99fcead9-0c3e-4922-b018-53af3572f205 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Network a90ba138-c4a1-4110-a3e5-cb4305c2de87 is already hosted by enough agents. {{(pid=93020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:07:15.560048 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.base_scheduler [req-6a4aadfc-94fe-4ad8-b202-6b79241eb540 req-99fcead9-0c3e-4922-b018-53af3572f205 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Resources bound (agent type, host, resource id): {{(pid=93020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:15.562764 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a4aadfc-94fe-4ad8-b202-6b79241eb540 req-99fcead9-0c3e-4922-b018-53af3572f205 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Received port after_create {{(pid=93020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:07:15.608484 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fcead9-0c3e-4922-b018-53af3572f205 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Pushing event updated for resources: {'Port': ['ID=456d3b55-cff6-4661-be1f-2f3bb2303531,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:15.642111 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4aadfc-94fe-4ad8-b202-6b79241eb540 req-99fcead9-0c3e-4922-b018-53af3572f205 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:15.643970 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-6a4aadfc-94fe-4ad8-b202-6b79241eb540 req-99fcead9-0c3e-4922-b018-53af3572f205 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for port, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:15.675878 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-6a4aadfc-94fe-4ad8-b202-6b79241eb540 req-99fcead9-0c3e-4922-b018-53af3572f205 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6722167 Jul 16 20:07:15.691569 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [req-6a4aadfc-94fe-4ad8-b202-6b79241eb540 req-328f626f-3544-4cbf-9924-c813aa3d196c service neutron] Request body: {'port': {'device_id': '39bc52cf-3c89-4290-bc50-db2da5e3703f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:15.748437 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964eaa3-a4de-4f52-b8ed-101c7cf68ee8 req-923e3593-b08c-47fc-90b2-3c0a0ee4df15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:15.751632 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-6964eaa3-a4de-4f52-b8ed-101c7cf68ee8 req-923e3593-b08c-47fc-90b2-3c0a0ee4df15 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b242095010ee4963872bd0cfcbacc3fa&device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 1098 time: 0.0839362 Jul 16 20:07:15.788478 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-6a4aadfc-94fe-4ad8-b202-6b79241eb540 req-328f626f-3544-4cbf-9924-c813aa3d196c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:15.905706 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964eaa3-a4de-4f52-b8ed-101c7cf68ee8 req-961abdbf-7fe0-4076-94db-af3f3cd4a4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:15.907318 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-6964eaa3-a4de-4f52-b8ed-101c7cf68ee8 req-961abdbf-7fe0-4076-94db-af3f3cd4a4da service neutron] 10.222.0.102 "GET /v2.0/networks?id=4ff04a31-0c23-4b48-92bc-f65e7b91222b HTTP/1.1" status: 200 len: 918 time: 0.1455076 Jul 16 20:07:15.912070 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-00ae88e1-8c8d-409e-a65a-ebd9ae1bd898 None None] Provisioning for port 456d3b55-cff6-4661-be1f-2f3bb2303531 completed by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:15.917345 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-00ae88e1-8c8d-409e-a65a-ebd9ae1bd898 None None] Provisioning complete for port 456d3b55-cff6-4661-be1f-2f3bb2303531 triggered by entity DHCP. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:15.917801 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-00ae88e1-8c8d-409e-a65a-ebd9ae1bd898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:15.927671 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd17b9a-ae1e-4071-a608-8088ec5ca14d req-4e816276-1125-4a1a-b8f8-5840a24a63f1 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:15.929142 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-5bd17b9a-ae1e-4071-a608-8088ec5ca14d req-4e816276-1125-4a1a-b8f8-5840a24a63f1 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 931 time: 0.1369345 Jul 16 20:07:15.954716 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-00ae88e1-8c8d-409e-a65a-ebd9ae1bd898 None None] Port 456d3b55-cff6-4661-be1f-2f3bb2303531 cannot update to ACTIVE because it is not bound. {{(pid=93022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:07:16.002359 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-6964eaa3-a4de-4f52-b8ed-101c7cf68ee8 req-6f991bc0-2f47-4de3-9094-a7152bec3351 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3545818-9902-40e8-b49d-2425ea5cd566 HTTP/1.1" status: 200 len: 1001 time: 0.0865459 Jul 16 20:07:16.051339 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-5bd17b9a-ae1e-4071-a608-8088ec5ca14d req-d1183fe3-dfd1-4424-9146-9f3b519006c4 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/security-groups?id=d42a7f47-aa32-4cff-a27c-1452fa97a649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881176 Jul 16 20:07:16.093516 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964eaa3-a4de-4f52-b8ed-101c7cf68ee8 req-86e31968-1318-4d50-98c5-db0f0be995e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:16.095410 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-6964eaa3-a4de-4f52-b8ed-101c7cf68ee8 req-86e31968-1318-4d50-98c5-db0f0be995e1 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=bbca6f5f-fd8e-4af4-b23d-e7ec2502b976 HTTP/1.1" status: 200 len: 855 time: 0.0764384 Jul 16 20:07:16.102599 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [req-6a4aadfc-94fe-4ad8-b202-6b79241eb540 req-328f626f-3544-4cbf-9924-c813aa3d196c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 456d3b55-cff6-4661-be1f-2f3bb2303531 {{(pid=93020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:07:16.118692 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-6a4aadfc-94fe-4ad8-b202-6b79241eb540 req-328f626f-3544-4cbf-9924-c813aa3d196c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:16.162111 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [req-6a4aadfc-94fe-4ad8-b202-6b79241eb540 req-328f626f-3544-4cbf-9924-c813aa3d196c service neutron] Transition to ACTIVE for port object 456d3b55-cff6-4661-be1f-2f3bb2303531 will not be triggered until provisioned by entity L2. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:16.162615 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964eaa3-a4de-4f52-b8ed-101c7cf68ee8 req-0f9ff4b2-727a-44ed-8654-eb2fb478e342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:16.164231 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-6964eaa3-a4de-4f52-b8ed-101c7cf68ee8 req-0f9ff4b2-727a-44ed-8654-eb2fb478e342 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=4ff04a31-0c23-4b48-92bc-f65e7b91222b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0572624 Jul 16 20:07:16.166619 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-6a4aadfc-94fe-4ad8-b202-6b79241eb540 req-328f626f-3544-4cbf-9924-c813aa3d196c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6084517'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:16.229735 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f626f-3544-4cbf-9924-c813aa3d196c service neutron] Pushing event updated for resources: {'Port': ['ID=456d3b55-cff6-4661-be1f-2f3bb2303531,revision_number=2']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:16.242388 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e3d089-069e-4efc-8609-07f8f7f1ef6d req-181718f8-fece-4935-b7ce-792bd18adcc2 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:16.246981 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-44e3d089-069e-4efc-8609-07f8f7f1ef6d req-181718f8-fece-4935-b7ce-792bd18adcc2 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 945 time: 0.1394784 Jul 16 20:07:16.268649 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-6964eaa3-a4de-4f52-b8ed-101c7cf68ee8 req-f43c5189-7f17-4847-881c-fb1bbbed264d service neutron] 10.222.0.102 "GET /v2.0/networks/4ff04a31-0c23-4b48-92bc-f65e7b91222b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974040 Jul 16 20:07:16.337980 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-44e3d089-069e-4efc-8609-07f8f7f1ef6d req-ad68345b-b9e5-4d77-b266-d785d06fd3c9 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=78e002dc-dd47-49bf-9fe9-3d77220096c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873203 Jul 16 20:07:16.350831 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [req-6a4aadfc-94fe-4ad8-b202-6b79241eb540 req-328f626f-3544-4cbf-9924-c813aa3d196c service neutron] Attempting to bind port 456d3b55-cff6-4661-be1f-2f3bb2303531 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:07:16.351165 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [req-6a4aadfc-94fe-4ad8-b202-6b79241eb540 req-328f626f-3544-4cbf-9924-c813aa3d196c service neutron] Attempting to bind port 456d3b55-cff6-4661-be1f-2f3bb2303531 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': 'ffa35782-5bd7-4d75-a1c1-3972da91ba47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'a90ba138-c4a1-4110-a3e5-cb4305c2de87'}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:07:16.351489 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4aadfc-94fe-4ad8-b202-6b79241eb540 req-328f626f-3544-4cbf-9924-c813aa3d196c service neutron] Attempting to bind port 456d3b55-cff6-4661-be1f-2f3bb2303531 on network a90ba138-c4a1-4110-a3e5-cb4305c2de87 {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:16.356439 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4aadfc-94fe-4ad8-b202-6b79241eb540 req-328f626f-3544-4cbf-9924-c813aa3d196c service neutron] Port 456d3b55-cff6-4661-be1f-2f3bb2303531 on network a90ba138-c4a1-4110-a3e5-cb4305c2de87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:07:16.356844 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4aadfc-94fe-4ad8-b202-6b79241eb540 req-328f626f-3544-4cbf-9924-c813aa3d196c service neutron] Attempting to bind port 456d3b55-cff6-4661-be1f-2f3bb2303531 on network a90ba138-c4a1-4110-a3e5-cb4305c2de87 {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:16.368573 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4aadfc-94fe-4ad8-b202-6b79241eb540 req-328f626f-3544-4cbf-9924-c813aa3d196c service neutron] Checking agent: {'id': 'bb34d2fe-afd3-464c-b7a4-0ee0e23bc19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 21), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:07:16.368573 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4aadfc-94fe-4ad8-b202-6b79241eb540 req-328f626f-3544-4cbf-9924-c813aa3d196c service neutron] Checking segment: {'id': 'ffa35782-5bd7-4d75-a1c1-3972da91ba47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'a90ba138-c4a1-4110-a3e5-cb4305c2de87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:07:16.368573 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4aadfc-94fe-4ad8-b202-6b79241eb540 req-328f626f-3544-4cbf-9924-c813aa3d196c service neutron] Bound using segment: {'id': 'ffa35782-5bd7-4d75-a1c1-3972da91ba47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'a90ba138-c4a1-4110-a3e5-cb4305c2de87'} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:07:16.368573 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [req-6a4aadfc-94fe-4ad8-b202-6b79241eb540 req-328f626f-3544-4cbf-9924-c813aa3d196c service neutron] Bound port: 456d3b55-cff6-4661-be1f-2f3bb2303531, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffa35782-5bd7-4d75-a1c1-3972da91ba47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'a90ba138-c4a1-4110-a3e5-cb4305c2de87'}}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:07:16.368573 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-6a4aadfc-94fe-4ad8-b202-6b79241eb540 req-328f626f-3544-4cbf-9924-c813aa3d196c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:16.374202 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-6964eaa3-a4de-4f52-b8ed-101c7cf68ee8 req-51721704-e44f-455b-a1ca-bae4c3e1ecb1 service neutron] 10.222.0.102 "GET /v2.0/networks/4ff04a31-0c23-4b48-92bc-f65e7b91222b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985029 Jul 16 20:07:16.435744 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [req-6a4aadfc-94fe-4ad8-b202-6b79241eb540 req-328f626f-3544-4cbf-9924-c813aa3d196c service neutron] For port 456d3b55-cff6-4661-be1f-2f3bb2303531, host hv-cinder-80069, cleared binding levels {{(pid=93020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:07:16.438971 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [req-6a4aadfc-94fe-4ad8-b202-6b79241eb540 req-328f626f-3544-4cbf-9924-c813aa3d196c service neutron] For port 456d3b55-cff6-4661-be1f-2f3bb2303531, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=456d3b55-cff6-4661-be1f-2f3bb2303531,segment=NetworkSegment(ffa35782-5bd7-4d75-a1c1-3972da91ba47),segment_id=ffa35782-5bd7-4d75-a1c1-3972da91ba47)] {{(pid=93020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:07:16.442993 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-6a4aadfc-94fe-4ad8-b202-6b79241eb540 req-328f626f-3544-4cbf-9924-c813aa3d196c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6084517'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:16.478365 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4aadfc-94fe-4ad8-b202-6b79241eb540 req-328f626f-3544-4cbf-9924-c813aa3d196c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:16.479079 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-6a4aadfc-94fe-4ad8-b202-6b79241eb540 req-328f626f-3544-4cbf-9924-c813aa3d196c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for port, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:16.480618 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-6a4aadfc-94fe-4ad8-b202-6b79241eb540 req-328f626f-3544-4cbf-9924-c813aa3d196c service neutron] 10.222.0.102 "PUT /v2.0/ports/456d3b55-cff6-4661-be1f-2f3bb2303531 HTTP/1.1" status: 200 len: 1093 time: 0.7934079 Jul 16 20:07:16.481088 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39bc52cf-3c89-4290-bc50-db2da5e3703f', 'tag': '456d3b55-cff6-4661-be1f-2f3bb2303531'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:16.483426 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fae8f2ff960fe93758be445b473a7dfd6f7d616fbf5a964bb8e60e5228696b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ad1d92-c424-4a63-b3f4-ceae84ddf32c" -d '{"events": [{"name": "network-changed", "server_uuid": "39bc52cf-3c89-4290-bc50-db2da5e3703f", "tag": "456d3b55-cff6-4661-be1f-2f3bb2303531"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:16.511455 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f626f-3544-4cbf-9924-c813aa3d196c service neutron] Pushing event updated for resources: {'Port': ['ID=456d3b55-cff6-4661-be1f-2f3bb2303531,revision_number=3']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:16.538240 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa538a3-fdb0-4541-a1bc-3f8133b373ec x-openstack-request-id: req-faa538a3-fdb0-4541-a1bc-3f8133b373ec {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:16.538593 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39bc52cf-3c89-4290-bc50-db2da5e3703f", "tag": "456d3b55-cff6-4661-be1f-2f3bb2303531", "status": "completed", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:16.538830 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-faa538a3-fdb0-4541-a1bc-3f8133b373ec {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:16.539249 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39bc52cf-3c89-4290-bc50-db2da5e3703f', 'tag': '456d3b55-cff6-4661-be1f-2f3bb2303531', 'status': 'completed', 'code': 200} Jul 16 20:07:16.591415 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4aadfc-94fe-4ad8-b202-6b79241eb540 req-ae20f82b-762d-4d73-baaf-60c043c7a5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:16.593236 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-6a4aadfc-94fe-4ad8-b202-6b79241eb540 req-ae20f82b-762d-4d73-baaf-60c043c7a5ad service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=078f23be686b440dad7cffc96ff5c84c&device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 1096 time: 0.0645022 Jul 16 20:07:16.643266 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-6a4aadfc-94fe-4ad8-b202-6b79241eb540 req-0b3defe4-271f-42bb-be7c-3b8df61afdc6 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=456d3b55-cff6-4661-be1f-2f3bb2303531 HTTP/1.1" status: 200 len: 217 time: 0.0417702 Jul 16 20:07:16.711366 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4aadfc-94fe-4ad8-b202-6b79241eb540 req-19da149e-da17-40c0-82b9-afa2790aefbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:16.713171 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-6a4aadfc-94fe-4ad8-b202-6b79241eb540 req-19da149e-da17-40c0-82b9-afa2790aefbc service neutron] 10.222.0.102 "GET /v2.0/subnets?id=240aba66-ab9f-4277-a9b2-4f5b9dbf7e93 HTTP/1.1" status: 200 len: 851 time: 0.0621481 Jul 16 20:07:16.772341 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4aadfc-94fe-4ad8-b202-6b79241eb540 req-c569ae88-0287-4042-941b-b180b85711ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:16.773785 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-6a4aadfc-94fe-4ad8-b202-6b79241eb540 req-c569ae88-0287-4042-941b-b180b85711ef service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a90ba138-c4a1-4110-a3e5-cb4305c2de87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533080 Jul 16 20:07:16.865467 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-6a4aadfc-94fe-4ad8-b202-6b79241eb540 req-cd427bda-fbd0-498f-8fe7-62476846c14a service neutron] 10.222.0.102 "GET /v2.0/networks/a90ba138-c4a1-4110-a3e5-cb4305c2de87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847425 Jul 16 20:07:16.952852 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-6a4aadfc-94fe-4ad8-b202-6b79241eb540 req-bc0044dc-ce3a-4225-885b-a475dbdb60d3 service neutron] 10.222.0.102 "GET /v2.0/networks/a90ba138-c4a1-4110-a3e5-cb4305c2de87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810823 Jul 16 20:07:17.053714 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad1d92-c424-4a63-b3f4-ceae84ddf32c req-c57f8444-4cf1-451d-ac53-9e8a691829b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:17.055247 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-38ad1d92-c424-4a63-b3f4-ceae84ddf32c req-c57f8444-4cf1-451d-ac53-9e8a691829b6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=078f23be686b440dad7cffc96ff5c84c&device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 1096 time: 0.0556161 Jul 16 20:07:17.160118 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad1d92-c424-4a63-b3f4-ceae84ddf32c req-621f74a7-eb01-4d77-bfe2-f52a00646a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:17.161721 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-38ad1d92-c424-4a63-b3f4-ceae84ddf32c req-621f74a7-eb01-4d77-bfe2-f52a00646a7f service neutron] 10.222.0.102 "GET /v2.0/networks?id=a90ba138-c4a1-4110-a3e5-cb4305c2de87 HTTP/1.1" status: 200 len: 914 time: 0.0994389 Jul 16 20:07:17.235005 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-38ad1d92-c424-4a63-b3f4-ceae84ddf32c req-ab2aa94e-ebca-455e-8d3e-b0f17938b913 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=456d3b55-cff6-4661-be1f-2f3bb2303531 HTTP/1.1" status: 200 len: 217 time: 0.0641942 Jul 16 20:07:17.317298 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44143d4-da85-48ae-a92a-00c18338915c req-3f1639dd-fefc-4a82-9943-898d594dc365 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:17.319019 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a44143d4-da85-48ae-a92a-00c18338915c req-3f1639dd-fefc-4a82-9943-898d594dc365 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 943 time: 0.1500926 Jul 16 20:07:17.321152 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad1d92-c424-4a63-b3f4-ceae84ddf32c req-e9362d2f-b381-4d5f-9f6b-de183daafef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:17.323057 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-38ad1d92-c424-4a63-b3f4-ceae84ddf32c req-e9362d2f-b381-4d5f-9f6b-de183daafef0 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=240aba66-ab9f-4277-a9b2-4f5b9dbf7e93 HTTP/1.1" status: 200 len: 851 time: 0.0804987 Jul 16 20:07:17.392682 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a44143d4-da85-48ae-a92a-00c18338915c req-434a7907-89aa-4fe9-a096-11c3f776a0c5 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/security-groups?id=d42a7f47-aa32-4cff-a27c-1452fa97a649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679677 Jul 16 20:07:17.410945 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad1d92-c424-4a63-b3f4-ceae84ddf32c req-02f53eff-f7a8-4ad1-a3a3-dcfbcdafeb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:17.412426 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-38ad1d92-c424-4a63-b3f4-ceae84ddf32c req-02f53eff-f7a8-4ad1-a3a3-dcfbcdafeb6c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a90ba138-c4a1-4110-a3e5-cb4305c2de87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0812943 Jul 16 20:07:17.502853 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-38ad1d92-c424-4a63-b3f4-ceae84ddf32c req-4946ffe4-3984-4a9b-87ed-a8cf6ed801ee service neutron] 10.222.0.102 "GET /v2.0/networks/a90ba138-c4a1-4110-a3e5-cb4305c2de87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822487 Jul 16 20:07:17.537293 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f47b2-c8a0-4354-868d-b74562ef0794 req-39ec8d13-a4cb-4115-b338-2fed2a26a420 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:17.538893 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-918f47b2-c8a0-4354-868d-b74562ef0794 req-39ec8d13-a4cb-4115-b338-2fed2a26a420 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 945 time: 0.0685809 Jul 16 20:07:17.576776 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-918f47b2-c8a0-4354-868d-b74562ef0794 req-9a85acb8-e6db-472f-80c7-194e416327f5 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=78e002dc-dd47-49bf-9fe9-3d77220096c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318015 Jul 16 20:07:17.608117 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-38ad1d92-c424-4a63-b3f4-ceae84ddf32c req-79405050-7394-4bcf-ae5e-e0fa5c584176 service neutron] 10.222.0.102 "GET /v2.0/networks/a90ba138-c4a1-4110-a3e5-cb4305c2de87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924315 Jul 16 20:07:18.569606 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2fe3d-342b-4dbc-95c7-11acd6fb9aa9 req-501d1db3-f271-4714-af96-15df80572a91 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:18.571101 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-50f2fe3d-342b-4dbc-95c7-11acd6fb9aa9 req-501d1db3-f271-4714-af96-15df80572a91 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 943 time: 0.0659530 Jul 16 20:07:18.622483 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-50f2fe3d-342b-4dbc-95c7-11acd6fb9aa9 req-6d9e4d55-9395-4097-9a8c-b46438bf7d18 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/security-groups?id=d42a7f47-aa32-4cff-a27c-1452fa97a649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443053 Jul 16 20:07:18.712778 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device a3545818-9902-40e8-b49d-2425ea5cd566 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:07:18.776338 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a48f99-93c4-4f36-9fba-82fb4ca044f5 req-5e517ee2-6f7a-4fa3-81e2-6fb756caebf2 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:18.778076 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-37a48f99-93c4-4f36-9fba-82fb4ca044f5 req-5e517ee2-6f7a-4fa3-81e2-6fb756caebf2 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 945 time: 0.0724838 Jul 16 20:07:18.804343 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:18.820857 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-37a48f99-93c4-4f36-9fba-82fb4ca044f5 req-27de424e-670b-4d58-9533-af1d11789570 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=78e002dc-dd47-49bf-9fe9-3d77220096c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366411 Jul 16 20:07:18.827930 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd673e923-f315-4301-a81d-fe804de00132', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3545818-9902-40e8-b49d-2425ea5cd566'}] {{(pid=93022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:18.830198 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9473df89cc7d9a049ef80707cd6efae53c3b25527ef369ad4a6a0d9269bae893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec89d1d-1805-4ab8-ad0d-b4d6c521574c" -d '{"events": [{"server_uuid": "d673e923-f315-4301-a81d-fe804de00132", "name": "network-vif-unplugged", "status": "completed", "tag": "a3545818-9902-40e8-b49d-2425ea5cd566"}]}' {{(pid=93022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:18.855125 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port a3545818-9902-40e8-b49d-2425ea5cd566, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=a3545818-9902-40e8-b49d-2425ea5cd566,segment=NetworkSegment(1c4d2179-a936-4f83-8fe1-458e36f04a04),segment_id=1c4d2179-a936-4f83-8fe1-458e36f04a04)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:18.861339 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:18.888152 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205fdfe1-1065-4669-8206-f289a368ce18 x-openstack-request-id: req-205fdfe1-1065-4669-8206-f289a368ce18 {{(pid=93022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:18.888449 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d673e923-f315-4301-a81d-fe804de00132", "name": "network-vif-unplugged", "status": "failed", "tag": "a3545818-9902-40e8-b49d-2425ea5cd566", "code": 422}]} {{(pid=93022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:18.888702 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-205fdfe1-1065-4669-8206-f289a368ce18 {{(pid=93022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:18.889133 dv-cinder-800697-3-iscsi neutron-server[93022]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd673e923-f315-4301-a81d-fe804de00132', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a3545818-9902-40e8-b49d-2425ea5cd566', 'code': 422} returned with failed status Jul 16 20:07:18.913892 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Pushing event updated for resources: {'Port': ['ID=a3545818-9902-40e8-b49d-2425ea5cd566,revision_number=8']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:19.795934 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d099f-81bd-418d-bf55-aba80419368c req-090dd7dc-059a-47c3-9f86-4653f77c0a14 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:19.797450 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-4a8d099f-81bd-418d-bf55-aba80419368c req-090dd7dc-059a-47c3-9f86-4653f77c0a14 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 943 time: 0.0708420 Jul 16 20:07:19.840413 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-4a8d099f-81bd-418d-bf55-aba80419368c req-3fe91c4c-87a8-4360-a632-2b0270fc98df tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/security-groups?id=d42a7f47-aa32-4cff-a27c-1452fa97a649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370052 Jul 16 20:07:19.988668 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d0d40-2450-4392-a703-301b2541c40a req-a230243f-b1cb-420b-800a-1742eb1630e6 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:19.990160 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-848d0d40-2450-4392-a703-301b2541c40a req-a230243f-b1cb-420b-800a-1742eb1630e6 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 943 time: 0.0691767 Jul 16 20:07:20.016847 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-45fc4331-90c5-46db-9ce6-0fb481e6ac68 req-f819a7e0-847f-4d29-bb08-f537f2f5343b service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0610271 Jul 16 20:07:20.041782 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-848d0d40-2450-4392-a703-301b2541c40a req-99707f51-6736-4e84-93c6-1d86d9ffe237 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=78e002dc-dd47-49bf-9fe9-3d77220096c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373952 Jul 16 20:07:20.161089 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-596e3aee-82c4-4a8d-9a5b-491da931958f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:20.645470 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31eb309-57dd-4f3f-adfb-00c1d3000cb7 req-02b90631-a233-49ce-8faa-01ad4dadd6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:20.647001 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a31eb309-57dd-4f3f-adfb-00c1d3000cb7 req-02b90631-a233-49ce-8faa-01ad4dadd6bd service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b242095010ee4963872bd0cfcbacc3fa&device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 1096 time: 0.0524545 Jul 16 20:07:20.702926 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:20.753499 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31eb309-57dd-4f3f-adfb-00c1d3000cb7 req-6b92d217-2ab7-46d6-bdc1-8ebb1ab9c0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:20.755001 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a31eb309-57dd-4f3f-adfb-00c1d3000cb7 req-6b92d217-2ab7-46d6-bdc1-8ebb1ab9c0d0 service neutron] 10.222.0.102 "GET /v2.0/networks?id=4ff04a31-0c23-4b48-92bc-f65e7b91222b HTTP/1.1" status: 200 len: 918 time: 0.0868068 Jul 16 20:07:20.826101 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a31eb309-57dd-4f3f-adfb-00c1d3000cb7 req-e4d9855f-239c-481b-bb07-51b694dab674 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3545818-9902-40e8-b49d-2425ea5cd566 HTTP/1.1" status: 200 len: 999 time: 0.0633476 Jul 16 20:07:20.873265 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31eb309-57dd-4f3f-adfb-00c1d3000cb7 req-96c104aa-08f8-4f51-bbc4-f1f62d93a2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:20.874671 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a31eb309-57dd-4f3f-adfb-00c1d3000cb7 req-96c104aa-08f8-4f51-bbc4-f1f62d93a2d9 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=bbca6f5f-fd8e-4af4-b23d-e7ec2502b976 HTTP/1.1" status: 200 len: 855 time: 0.0425403 Jul 16 20:07:20.900247 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc4331-90c5-46db-9ce6-0fb481e6ac68 req-62482d0f-a774-43ac-b506-74037b02cd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:20.903537 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-45fc4331-90c5-46db-9ce6-0fb481e6ac68 req-62482d0f-a774-43ac-b506-74037b02cd11 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132&tenant_id=b242095010ee4963872bd0cfcbacc3fa HTTP/1.1" status: 200 len: 1096 time: 0.0595248 Jul 16 20:07:20.946997 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31eb309-57dd-4f3f-adfb-00c1d3000cb7 req-fcbdfd2c-6889-4f32-ace0-f39a7414a477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:20.949973 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a31eb309-57dd-4f3f-adfb-00c1d3000cb7 req-fcbdfd2c-6889-4f32-ace0-f39a7414a477 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=4ff04a31-0c23-4b48-92bc-f65e7b91222b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0675015 Jul 16 20:07:21.037910 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ea51a-2e16-419a-8609-6c07846fe2ed req-8463f524-ec82-483c-bb0b-a50680a153e8 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:21.039397 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-ae0ea51a-2e16-419a-8609-6c07846fe2ed req-8463f524-ec82-483c-bb0b-a50680a153e8 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 943 time: 0.0624969 Jul 16 20:07:21.040312 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a31eb309-57dd-4f3f-adfb-00c1d3000cb7 req-bc1727b3-2a0b-46d1-8668-c0788778abab service neutron] 10.222.0.102 "GET /v2.0/networks/4ff04a31-0c23-4b48-92bc-f65e7b91222b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836411 Jul 16 20:07:21.082320 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-ae0ea51a-2e16-419a-8609-6c07846fe2ed req-edc44fef-dfa2-4da5-9674-e3abf29821f0 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/security-groups?id=d42a7f47-aa32-4cff-a27c-1452fa97a649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358889 Jul 16 20:07:21.134107 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a31eb309-57dd-4f3f-adfb-00c1d3000cb7 req-bd16b53e-b9cb-4a47-8743-2d10dde7f9bb service neutron] 10.222.0.102 "GET /v2.0/networks/4ff04a31-0c23-4b48-92bc-f65e7b91222b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868123 Jul 16 20:07:21.253636 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda286e0-d7c9-4736-88b2-bea17a1b088c req-e70bc333-71b9-42f1-8532-b592cfd21546 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:21.255116 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-cda286e0-d7c9-4736-88b2-bea17a1b088c req-e70bc333-71b9-42f1-8532-b592cfd21546 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 943 time: 0.0913913 Jul 16 20:07:21.304772 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc4331-90c5-46db-9ce6-0fb481e6ac68 req-108bfb7d-e943-4c15-88a2-56fd691ca43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:21.306257 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-45fc4331-90c5-46db-9ce6-0fb481e6ac68 req-108bfb7d-e943-4c15-88a2-56fd691ca43f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b242095010ee4963872bd0cfcbacc3fa&device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 1096 time: 0.0948815 Jul 16 20:07:21.310029 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-cda286e0-d7c9-4736-88b2-bea17a1b088c req-7ec25956-4fcc-41e3-9f7a-c24dabfcc4ba tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=78e002dc-dd47-49bf-9fe9-3d77220096c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485187 Jul 16 20:07:21.394602 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc4331-90c5-46db-9ce6-0fb481e6ac68 req-4d60bf70-1046-4add-98fb-646c0053b0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:21.396001 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-45fc4331-90c5-46db-9ce6-0fb481e6ac68 req-4d60bf70-1046-4add-98fb-646c0053b0be service neutron] 10.222.0.102 "GET /v2.0/networks?id=4ff04a31-0c23-4b48-92bc-f65e7b91222b HTTP/1.1" status: 200 len: 918 time: 0.0827372 Jul 16 20:07:21.461516 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-45fc4331-90c5-46db-9ce6-0fb481e6ac68 req-61082afe-af86-459c-acee-84955d3eb02c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3545818-9902-40e8-b49d-2425ea5cd566 HTTP/1.1" status: 200 len: 999 time: 0.0581439 Jul 16 20:07:21.509118 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc4331-90c5-46db-9ce6-0fb481e6ac68 req-f61ad6bd-e105-42bf-afb2-766a16f57e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:21.511296 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-45fc4331-90c5-46db-9ce6-0fb481e6ac68 req-f61ad6bd-e105-42bf-afb2-766a16f57e93 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=bbca6f5f-fd8e-4af4-b23d-e7ec2502b976 HTTP/1.1" status: 200 len: 855 time: 0.0426345 Jul 16 20:07:21.575731 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc4331-90c5-46db-9ce6-0fb481e6ac68 req-307d0d55-4cb9-4ad9-81bd-e6944b43d9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:21.577187 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-45fc4331-90c5-46db-9ce6-0fb481e6ac68 req-307d0d55-4cb9-4ad9-81bd-e6944b43d9d7 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=4ff04a31-0c23-4b48-92bc-f65e7b91222b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529087 Jul 16 20:07:21.673422 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-45fc4331-90c5-46db-9ce6-0fb481e6ac68 req-495e2b0c-b734-48d3-aaa5-ad22cb36a562 service neutron] 10.222.0.102 "GET /v2.0/networks/4ff04a31-0c23-4b48-92bc-f65e7b91222b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847766 Jul 16 20:07:21.765930 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-45fc4331-90c5-46db-9ce6-0fb481e6ac68 req-4712fb4a-dbee-448a-b408-6ae722c268fb service neutron] 10.222.0.102 "GET /v2.0/networks/4ff04a31-0c23-4b48-92bc-f65e7b91222b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793355 Jul 16 20:07:22.234649 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-3221e964-9f2c-44d5-9f46-6335ba68c635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:22.298913 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4f2a1-7fd8-46d0-9726-e935fe91eb6f req-15722177-f2e1-40dd-b998-aa09abaaf702 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:22.301340 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-cad4f2a1-7fd8-46d0-9726-e935fe91eb6f req-15722177-f2e1-40dd-b998-aa09abaaf702 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 943 time: 0.1050508 Jul 16 20:07:22.360871 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-cad4f2a1-7fd8-46d0-9726-e935fe91eb6f req-e6c8ac89-7131-402d-8ab9-a80ef8491cf2 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/security-groups?id=d42a7f47-aa32-4cff-a27c-1452fa97a649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533576 Jul 16 20:07:22.557508 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b7bd9-4c94-4900-b475-fa45848d6011 req-d434dbd4-4b0e-46a3-a3f5-fb2007f40b30 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:22.558855 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-296b7bd9-4c94-4900-b475-fa45848d6011 req-d434dbd4-4b0e-46a3-a3f5-fb2007f40b30 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 943 time: 0.1016130 Jul 16 20:07:22.616837 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-296b7bd9-4c94-4900-b475-fa45848d6011 req-3e9c6c6a-cfdf-4c2d-acd7-7f0b9a46c767 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=78e002dc-dd47-49bf-9fe9-3d77220096c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506463 Jul 16 20:07:23.350127 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:23.592348 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c03416-5dca-417b-a9d8-53de56f5f993 req-55ca5213-2fcc-43d6-b767-46451747d920 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:23.594261 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-00c03416-5dca-417b-a9d8-53de56f5f993 req-55ca5213-2fcc-43d6-b767-46451747d920 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 943 time: 0.0821786 Jul 16 20:07:23.653473 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-00c03416-5dca-417b-a9d8-53de56f5f993 req-ea7361c5-ca87-4221-9b5a-bd4e50db47c5 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/security-groups?id=d42a7f47-aa32-4cff-a27c-1452fa97a649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460217 Jul 16 20:07:23.816314 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1881d-236a-4c7d-ad57-992560e4686c req-9998dacd-52e6-4268-89fa-bd13f411cdb9 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:23.817749 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-77b1881d-236a-4c7d-ad57-992560e4686c req-9998dacd-52e6-4268-89fa-bd13f411cdb9 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 943 time: 0.0690222 Jul 16 20:07:23.861210 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-77b1881d-236a-4c7d-ad57-992560e4686c req-40587ffe-52d6-4c10-9481-8cc571c88aeb tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=78e002dc-dd47-49bf-9fe9-3d77220096c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370677 Jul 16 20:07:24.792223 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:24.884588 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c07b6-bb49-4659-8fcc-98158605d39a req-34272f06-2f5c-470f-83ef-53ccc7d9c60d tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:24.886690 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-136c07b6-bb49-4659-8fcc-98158605d39a req-34272f06-2f5c-470f-83ef-53ccc7d9c60d tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 943 time: 0.0739467 Jul 16 20:07:24.925988 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-136c07b6-bb49-4659-8fcc-98158605d39a req-bfac31a4-c843-40c9-ad82-e12827be4a4f tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/security-groups?id=d42a7f47-aa32-4cff-a27c-1452fa97a649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332117 Jul 16 20:07:25.102174 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00bfd6-e318-455d-abee-17d23b84d413 req-5b24664f-efa5-4a75-bed5-db053571c653 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:25.104007 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-3a00bfd6-e318-455d-abee-17d23b84d413 req-5b24664f-efa5-4a75-bed5-db053571c653 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 943 time: 0.0764718 Jul 16 20:07:25.144050 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-3a00bfd6-e318-455d-abee-17d23b84d413 req-9d4cdb9e-a893-4705-b571-d1c001d8f1a2 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=78e002dc-dd47-49bf-9fe9-3d77220096c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338309 Jul 16 20:07:26.102831 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566368fc-b9ec-410e-83ab-8d68e1597f0d req-c262cd08-32e3-4ecf-980c-054736ed4a7b tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:26.104971 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-566368fc-b9ec-410e-83ab-8d68e1597f0d req-c262cd08-32e3-4ecf-980c-054736ed4a7b tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 943 time: 0.0666115 Jul 16 20:07:26.150167 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-566368fc-b9ec-410e-83ab-8d68e1597f0d req-6b45171f-1fa2-4d03-91bd-fd2ad328b823 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/security-groups?id=d42a7f47-aa32-4cff-a27c-1452fa97a649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360613 Jul 16 20:07:26.333083 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ddfce-574c-4373-9727-25b9e82b41ca req-0bdade6f-ecf3-4b05-9262-0c740ae69807 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:26.334586 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1e4ddfce-574c-4373-9727-25b9e82b41ca req-0bdade6f-ecf3-4b05-9262-0c740ae69807 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 943 time: 0.0699399 Jul 16 20:07:26.620926 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1e4ddfce-574c-4373-9727-25b9e82b41ca req-0e145928-f56e-4771-bd4e-551fc8aad251 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=78e002dc-dd47-49bf-9fe9-3d77220096c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2805684 Jul 16 20:07:27.363899 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb943117-f378-4322-a2bf-59f5a2961d2f req-8278f7c0-f357-4d84-a31a-82cb018bc1fc tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:27.366363 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-bb943117-f378-4322-a2bf-59f5a2961d2f req-8278f7c0-f357-4d84-a31a-82cb018bc1fc tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 943 time: 0.0668750 Jul 16 20:07:27.405370 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-bb943117-f378-4322-a2bf-59f5a2961d2f req-2f53f582-29f2-43aa-81ab-c9306a7ddb1e tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/security-groups?id=d42a7f47-aa32-4cff-a27c-1452fa97a649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318017 Jul 16 20:07:27.802554 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8775a4-cc03-458b-adcc-4ef0ba1d5c06 req-b3c106b7-6a41-4643-b9c0-08ef422ebc71 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:27.804057 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-8a8775a4-cc03-458b-adcc-4ef0ba1d5c06 req-b3c106b7-6a41-4643-b9c0-08ef422ebc71 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 943 time: 0.0634902 Jul 16 20:07:27.845801 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-8a8775a4-cc03-458b-adcc-4ef0ba1d5c06 req-80c9d49c-23a2-4b84-b538-a2abe85a40d6 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=78e002dc-dd47-49bf-9fe9-3d77220096c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351286 Jul 16 20:07:28.597800 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616eecb7-542a-4ac9-b676-85afb09f2e30 req-4c5b63f5-df9b-4210-ae01-5bdf6098b0bb tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:28.604244 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-616eecb7-542a-4ac9-b676-85afb09f2e30 req-4c5b63f5-df9b-4210-ae01-5bdf6098b0bb tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 943 time: 0.0641258 Jul 16 20:07:28.649955 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-616eecb7-542a-4ac9-b676-85afb09f2e30 req-e168b0c0-479b-4bda-8adb-6da3cb4ab4c4 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/security-groups?id=d42a7f47-aa32-4cff-a27c-1452fa97a649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399270 Jul 16 20:07:29.029984 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167105a-e741-4d59-be94-2d7f1c1e1593 req-3f5e0445-661d-4419-893a-c5bfee8f64c5 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:29.031573 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-2167105a-e741-4d59-be94-2d7f1c1e1593 req-3f5e0445-661d-4419-893a-c5bfee8f64c5 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 943 time: 0.0659478 Jul 16 20:07:29.071429 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-2167105a-e741-4d59-be94-2d7f1c1e1593 req-de8521e2-dd8c-44eb-b07d-6da904f0bd8e tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=78e002dc-dd47-49bf-9fe9-3d77220096c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340986 Jul 16 20:07:29.834537 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b502ded1-341e-41f9-937b-55fada1c8e97 req-a6318065-0ac9-4bbd-89be-8f3f11711563 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:29.840276 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-b502ded1-341e-41f9-937b-55fada1c8e97 req-a6318065-0ac9-4bbd-89be-8f3f11711563 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 943 time: 0.0717852 Jul 16 20:07:29.876365 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-b502ded1-341e-41f9-937b-55fada1c8e97 req-2749619f-d6c9-4c09-8a11-c02db9546797 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/security-groups?id=d42a7f47-aa32-4cff-a27c-1452fa97a649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343885 Jul 16 20:07:30.271520 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a4d22-5527-4c52-8846-56fe068f5b06 req-899087b7-8e81-4743-b0d1-0f580765d963 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:30.273081 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1e1a4d22-5527-4c52-8846-56fe068f5b06 req-899087b7-8e81-4743-b0d1-0f580765d963 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 943 time: 0.0849202 Jul 16 20:07:30.314589 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1e1a4d22-5527-4c52-8846-56fe068f5b06 req-bb63dacc-64b1-4f28-928d-8d6c31ae9130 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=78e002dc-dd47-49bf-9fe9-3d77220096c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357404 Jul 16 20:07:31.060445 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83f9a0-d534-46d2-b475-87c4c2cd81a8 req-ee8f7b28-8ce7-444b-9b14-ca4a6acc57a8 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:31.062035 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-be83f9a0-d534-46d2-b475-87c4c2cd81a8 req-ee8f7b28-8ce7-444b-9b14-ca4a6acc57a8 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 943 time: 0.0680110 Jul 16 20:07:31.105032 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-be83f9a0-d534-46d2-b475-87c4c2cd81a8 req-6ed9eda4-6c61-4608-9fe1-e42409a769a8 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/security-groups?id=d42a7f47-aa32-4cff-a27c-1452fa97a649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374281 Jul 16 20:07:31.502048 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03b40d-004e-4dca-802d-545f638535f0 req-3524f082-c467-4d58-bbee-b472d9e7abfb tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:31.503556 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-be03b40d-004e-4dca-802d-545f638535f0 req-3524f082-c467-4d58-bbee-b472d9e7abfb tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 943 time: 0.0656312 Jul 16 20:07:31.544500 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-be03b40d-004e-4dca-802d-545f638535f0 req-6a780735-ec5f-446e-98e4-b1f9108aaf2b tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=78e002dc-dd47-49bf-9fe9-3d77220096c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346022 Jul 16 20:07:32.289274 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7a409-0693-4934-80ce-8e175f9de58f req-c247731c-ea9f-423b-8690-33032089ecfb tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:32.291678 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-91c7a409-0693-4934-80ce-8e175f9de58f req-c247731c-ea9f-423b-8690-33032089ecfb tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 943 time: 0.0670357 Jul 16 20:07:32.292848 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:32.333928 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-91c7a409-0693-4934-80ce-8e175f9de58f req-7bf57ffd-d453-4959-a5cf-dfde5a664684 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/security-groups?id=d42a7f47-aa32-4cff-a27c-1452fa97a649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353975 Jul 16 20:07:32.746940 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34242a4-6c22-48e8-a906-736f4c06da4a req-90805f4f-3ad9-4a51-a41c-2bae8c369e89 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:32.748664 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c34242a4-6c22-48e8-a906-736f4c06da4a req-90805f4f-3ad9-4a51-a41c-2bae8c369e89 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 943 time: 0.0739441 Jul 16 20:07:32.795974 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c34242a4-6c22-48e8-a906-736f4c06da4a req-31e1842c-352e-4c41-9b1b-e7b6e3cdc69d tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=78e002dc-dd47-49bf-9fe9-3d77220096c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383718 Jul 16 20:07:33.520146 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb9287d-fc22-4495-93ce-7bb93b012b4e req-8903d5f9-7805-4bd6-b0f1-d6f703420200 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:33.521675 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-ebb9287d-fc22-4495-93ce-7bb93b012b4e req-8903d5f9-7805-4bd6-b0f1-d6f703420200 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 943 time: 0.0674279 Jul 16 20:07:33.562674 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-ebb9287d-fc22-4495-93ce-7bb93b012b4e req-4e9d482e-c308-4c30-b89e-ccd6d570aae1 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/security-groups?id=d42a7f47-aa32-4cff-a27c-1452fa97a649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345969 Jul 16 20:07:33.994855 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce3921-e978-4d5f-af6c-a42bfa64e909 req-49fa3ba2-14ce-444c-a4b7-d76b060d00a5 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:33.996340 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-79ce3921-e978-4d5f-af6c-a42bfa64e909 req-49fa3ba2-14ce-444c-a4b7-d76b060d00a5 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 943 time: 0.0773411 Jul 16 20:07:34.034316 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-79ce3921-e978-4d5f-af6c-a42bfa64e909 req-f0497bb6-415e-4cdd-864d-cc4610e3de48 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=78e002dc-dd47-49bf-9fe9-3d77220096c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318410 Jul 16 20:07:34.733714 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008722c4-80b9-4e29-a194-679b8dece305 req-2048981b-00c4-46e5-9b49-70ca1454db38 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:34.735222 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-008722c4-80b9-4e29-a194-679b8dece305 req-2048981b-00c4-46e5-9b49-70ca1454db38 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 943 time: 0.0612545 Jul 16 20:07:34.776148 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-008722c4-80b9-4e29-a194-679b8dece305 req-99258705-4bfe-4e02-9ba9-8c58080bb180 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/security-groups?id=d42a7f47-aa32-4cff-a27c-1452fa97a649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354040 Jul 16 20:07:35.211895 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee93520-e176-4ead-84fb-9f2a8f7403d3 req-59912e86-f9e2-44b9-803a-bf94b42b8b38 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:35.213422 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-4ee93520-e176-4ead-84fb-9f2a8f7403d3 req-59912e86-f9e2-44b9-803a-bf94b42b8b38 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 943 time: 0.0632181 Jul 16 20:07:35.251802 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-4ee93520-e176-4ead-84fb-9f2a8f7403d3 req-aa66a824-d306-4b70-b8ec-69dcc4798e75 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=78e002dc-dd47-49bf-9fe9-3d77220096c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314989 Jul 16 20:07:35.947884 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0607b1-134e-4940-9530-59b03122cfcc req-485fc3f9-e2f9-4d1c-a67c-cd5b6683eb86 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:35.949329 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-4a0607b1-134e-4940-9530-59b03122cfcc req-485fc3f9-e2f9-4d1c-a67c-cd5b6683eb86 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 943 time: 0.0621243 Jul 16 20:07:35.987719 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-4a0607b1-134e-4940-9530-59b03122cfcc req-54faf751-5c5b-4c6d-8947-309e7f3172db tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/security-groups?id=d42a7f47-aa32-4cff-a27c-1452fa97a649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330563 Jul 16 20:07:36.434183 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c664ca-972b-4517-aa38-acaa4c99e415 req-a6a25593-815d-4daf-87dc-4173746f2e62 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:36.435668 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-98c664ca-972b-4517-aa38-acaa4c99e415 req-a6a25593-815d-4daf-87dc-4173746f2e62 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 943 time: 0.0669277 Jul 16 20:07:36.472390 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-98c664ca-972b-4517-aa38-acaa4c99e415 req-8ee4b4ec-bf02-4c23-8a36-9eacb115def7 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=78e002dc-dd47-49bf-9fe9-3d77220096c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311470 Jul 16 20:07:36.795350 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device a3545818-9902-40e8-b49d-2425ea5cd566 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=93022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:07:36.886008 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port a3545818-9902-40e8-b49d-2425ea5cd566, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=a3545818-9902-40e8-b49d-2425ea5cd566,segment=NetworkSegment(1c4d2179-a936-4f83-8fe1-458e36f04a04),segment_id=1c4d2179-a936-4f83-8fe1-458e36f04a04)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:36.897168 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Returning: {'device': 'a3545818-9902-40e8-b49d-2425ea5cd566', 'network_id': '4ff04a31-0c23-4b48-92bc-f65e7b91222b', 'port_id': 'a3545818-9902-40e8-b49d-2425ea5cd566', 'mac_address': 'fa:16:3e:cb:c7:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbca6f5f-fd8e-4af4-b23d-e7ec2502b976', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:07:36.935847 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:36.947810 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.notifiers.nova [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3545818-9902-40e8-b49d-2425ea5cd566 {{(pid=93022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:07:36.969512 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port a3545818-9902-40e8-b49d-2425ea5cd566, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=a3545818-9902-40e8-b49d-2425ea5cd566,segment=NetworkSegment(1c4d2179-a936-4f83-8fe1-458e36f04a04),segment_id=1c4d2179-a936-4f83-8fe1-458e36f04a04)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:36.973352 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:36.973996 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device 456d3b55-cff6-4661-be1f-2f3bb2303531 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=93022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:07:37.043837 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Pushing event updated for resources: {'Port': ['ID=a3545818-9902-40e8-b49d-2425ea5cd566,revision_number=9']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:37.105578 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port 456d3b55-cff6-4661-be1f-2f3bb2303531, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=456d3b55-cff6-4661-be1f-2f3bb2303531,segment=NetworkSegment(ffa35782-5bd7-4d75-a1c1-3972da91ba47),segment_id=ffa35782-5bd7-4d75-a1c1-3972da91ba47)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:37.120732 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Returning: {'device': '456d3b55-cff6-4661-be1f-2f3bb2303531', 'network_id': 'a90ba138-c4a1-4110-a3e5-cb4305c2de87', 'port_id': '456d3b55-cff6-4661-be1f-2f3bb2303531', 'mac_address': 'fa:16:3e:5c:a3:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1029, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '240aba66-ab9f-4277-a9b2-4f5b9dbf7e93', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:07:37.157024 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:37.160105 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0739da92-d0a6-48b5-8fac-3833a08caa3a req-e58c4640-52c9-4a51-b3b3-ea07ee7147b6 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:37.161997 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-0739da92-d0a6-48b5-8fac-3833a08caa3a req-e58c4640-52c9-4a51-b3b3-ea07ee7147b6 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 943 time: 0.0647302 Jul 16 20:07:37.170491 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.notifiers.nova [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 456d3b55-cff6-4661-be1f-2f3bb2303531 {{(pid=93022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:07:37.190050 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port 456d3b55-cff6-4661-be1f-2f3bb2303531, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=456d3b55-cff6-4661-be1f-2f3bb2303531,segment=NetworkSegment(ffa35782-5bd7-4d75-a1c1-3972da91ba47),segment_id=ffa35782-5bd7-4d75-a1c1-3972da91ba47)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:37.195240 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:37.203405 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-0739da92-d0a6-48b5-8fac-3833a08caa3a req-28037937-eeed-4cbf-82b0-1c0a3898a44b tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/security-groups?id=d42a7f47-aa32-4cff-a27c-1452fa97a649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344474 Jul 16 20:07:37.257407 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Pushing event updated for resources: {'Port': ['ID=456d3b55-cff6-4661-be1f-2f3bb2303531,revision_number=4']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:37.467641 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] get_ports_and_sgs() called for port_ids ['456d3b55-cff6-4661-be1f-2f3bb2303531'] {{(pid=93022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:07:37.472646 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] get_ports_and_sgs() called for port_ids ['a3545818-9902-40e8-b49d-2425ea5cd566'] {{(pid=93022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:07:37.479565 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 33606) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:37.587405 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-9c0af616-2926-49d3-b17a-614e6a251543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:37.694156 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45025f0-593b-49b6-ab08-69c8f1dfe077 req-ef388afa-b744-4af1-97f4-0a843659fc1f tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:37.695669 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-c45025f0-593b-49b6-ab08-69c8f1dfe077 req-ef388afa-b744-4af1-97f4-0a843659fc1f tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 944 time: 0.0982606 Jul 16 20:07:37.755417 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-c45025f0-593b-49b6-ab08-69c8f1dfe077 req-6f2c2cf9-09d4-4524-b3e3-ba009f1b31d8 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=78e002dc-dd47-49bf-9fe9-3d77220096c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495107 Jul 16 20:07:37.769205 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-9c0af616-2926-49d3-b17a-614e6a251543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:37.773692 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-9c0af616-2926-49d3-b17a-614e6a251543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:37.812267 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0af616-2926-49d3-b17a-614e6a251543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11767ae2-8934-4201-ac26-8e34f4045b69,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:37.818698 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-9c0af616-2926-49d3-b17a-614e6a251543 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=101ff040337d49579372cef06a710807&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3350804 Jul 16 20:07:37.819083 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 33614) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:37.871352 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-95d29aa7-0faa-414e-a3b5-948c492aaa0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:37.892165 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-95d29aa7-0faa-414e-a3b5-948c492aaa0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:37.991140 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-95d29aa7-0faa-414e-a3b5-948c492aaa0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:37.993808 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-95d29aa7-0faa-414e-a3b5-948c492aaa0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:37.995826 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-95d29aa7-0faa-414e-a3b5-948c492aaa0e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/11767ae2-8934-4201-ac26-8e34f4045b69 HTTP/1.1" status: 204 len: 168 time: 0.1752548 Jul 16 20:07:38.006414 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d29aa7-0faa-414e-a3b5-948c492aaa0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11767ae2-8934-4201-ac26-8e34f4045b69,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:38.390151 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f1b9a-3d9d-432b-9d9c-4c731094cf7b req-a8f90a14-3119-4701-b81d-c3b93b281a63 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:38.391612 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d82f1b9a-3d9d-432b-9d9c-4c731094cf7b req-a8f90a14-3119-4701-b81d-c3b93b281a63 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 944 time: 0.0658846 Jul 16 20:07:38.427791 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d82f1b9a-3d9d-432b-9d9c-4c731094cf7b req-2b3611e1-c9fb-44ac-96c5-8a350ef56b4e tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/security-groups?id=d42a7f47-aa32-4cff-a27c-1452fa97a649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307710 Jul 16 20:07:38.779753 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device a3545818-9902-40e8-b49d-2425ea5cd566 up at agent hyperv_hv-cinder-80069 {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:38.825898 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Provisioning complete for port a3545818-9902-40e8-b49d-2425ea5cd566 triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:38.826267 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:38.904521 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:38.929203 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd673e923-f315-4301-a81d-fe804de00132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3545818-9902-40e8-b49d-2425ea5cd566'}] {{(pid=93022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:38.931441 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9473df89cc7d9a049ef80707cd6efae53c3b25527ef369ad4a6a0d9269bae893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0e94a7-0638-45d9-9d9f-508af5ae982b" -d '{"events": [{"server_uuid": "d673e923-f315-4301-a81d-fe804de00132", "name": "network-vif-plugged", "status": "completed", "tag": "a3545818-9902-40e8-b49d-2425ea5cd566"}]}' {{(pid=93022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:38.940201 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d115d-8c55-48de-8591-4dce57e77cea req-9a458a02-8f6f-4149-913f-4dcc55c4ad39 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:38.941710 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-3e5d115d-8c55-48de-8591-4dce57e77cea req-9a458a02-8f6f-4149-913f-4dcc55c4ad39 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 944 time: 0.0637858 Jul 16 20:07:38.945130 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port a3545818-9902-40e8-b49d-2425ea5cd566, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=a3545818-9902-40e8-b49d-2425ea5cd566,segment=NetworkSegment(1c4d2179-a936-4f83-8fe1-458e36f04a04),segment_id=1c4d2179-a936-4f83-8fe1-458e36f04a04)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:38.950965 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:38.952760 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device 456d3b55-cff6-4661-be1f-2f3bb2303531 up at agent hyperv_hv-cinder-80069 {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:38.983978 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-3e5d115d-8c55-48de-8591-4dce57e77cea req-1f47f0c3-befd-4eae-91d7-4d4618c848cf tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=78e002dc-dd47-49bf-9fe9-3d77220096c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360291 Jul 16 20:07:38.994596 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ef7425-5eda-41bf-a815-c3e82a2bd3d2 x-openstack-request-id: req-c8ef7425-5eda-41bf-a815-c3e82a2bd3d2 {{(pid=93022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:38.994985 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d673e923-f315-4301-a81d-fe804de00132", "name": "network-vif-plugged", "status": "completed", "tag": "a3545818-9902-40e8-b49d-2425ea5cd566", "code": 200}]} {{(pid=93022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:38.995376 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c8ef7425-5eda-41bf-a815-c3e82a2bd3d2 {{(pid=93022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:38.995829 dv-cinder-800697-3-iscsi neutron-server[93022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd673e923-f315-4301-a81d-fe804de00132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3545818-9902-40e8-b49d-2425ea5cd566', 'code': 200} Jul 16 20:07:39.038748 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Pushing event updated for resources: {'Port': ['ID=a3545818-9902-40e8-b49d-2425ea5cd566,revision_number=10']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:39.050204 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Provisioning for port 456d3b55-cff6-4661-be1f-2f3bb2303531 completed by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:39.053820 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Provisioning complete for port 456d3b55-cff6-4661-be1f-2f3bb2303531 triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:39.054186 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:39.139150 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:39.171899 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port 456d3b55-cff6-4661-be1f-2f3bb2303531, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=456d3b55-cff6-4661-be1f-2f3bb2303531,segment=NetworkSegment(ffa35782-5bd7-4d75-a1c1-3972da91ba47),segment_id=ffa35782-5bd7-4d75-a1c1-3972da91ba47)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:39.175800 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:39.202392 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03275cb5-f187-49d9-8e9b-e6f358e9723a req-b80f5480-15ca-41bc-9966-23849ba9d9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:39.203928 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-03275cb5-f187-49d9-8e9b-e6f358e9723a req-b80f5480-15ca-41bc-9966-23849ba9d9fb service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 1099 time: 0.0535979 Jul 16 20:07:39.223692 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Pushing event updated for resources: {'Port': ['ID=456d3b55-cff6-4661-be1f-2f3bb2303531,revision_number=5']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:39.237993 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-03275cb5-f187-49d9-8e9b-e6f358e9723a req-a601e192-c871-4c15-addc-b36f20d0dba4 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=78e002dc-dd47-49bf-9fe9-3d77220096c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273614 Jul 16 20:07:39.596929 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7438b7d-c050-4ce0-83b4-3fe994256ad3 req-a7bbd5b5-e98d-425e-af4f-b345ad3740c8 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:39.598453 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a7438b7d-c050-4ce0-83b4-3fe994256ad3 req-a7bbd5b5-e98d-425e-af4f-b345ad3740c8 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 945 time: 0.0619035 Jul 16 20:07:39.641044 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a7438b7d-c050-4ce0-83b4-3fe994256ad3 req-78545632-7acc-4f57-8c49-af71e7e9d895 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/security-groups?id=d42a7f47-aa32-4cff-a27c-1452fa97a649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367775 Jul 16 20:07:40.160861 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c04f6-538b-4342-a020-a6069cdea4f1 req-b05a9859-a02f-4746-9e64-f2c88252e4e5 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:40.162596 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-571c04f6-538b-4342-a020-a6069cdea4f1 req-b05a9859-a02f-4746-9e64-f2c88252e4e5 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 946 time: 0.0639923 Jul 16 20:07:40.202714 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-571c04f6-538b-4342-a020-a6069cdea4f1 req-cc4228cc-1788-4d83-8a0f-faf7d47554fd tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=78e002dc-dd47-49bf-9fe9-3d77220096c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345991 Jul 16 20:07:40.827336 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c639a8-68cb-47f9-b0c4-caf8edb8d631 req-da25a370-4cdd-46aa-a242-0f9482a05729 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:40.828908 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-94c639a8-68cb-47f9-b0c4-caf8edb8d631 req-da25a370-4cdd-46aa-a242-0f9482a05729 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 945 time: 0.0713496 Jul 16 20:07:40.868140 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-94c639a8-68cb-47f9-b0c4-caf8edb8d631 req-712b654d-6352-469b-be99-242482d7956e tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/security-groups?id=d42a7f47-aa32-4cff-a27c-1452fa97a649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333426 Jul 16 20:07:40.996959 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39bc52cf-3c89-4290-bc50-db2da5e3703f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456d3b55-cff6-4661-be1f-2f3bb2303531'}] {{(pid=93022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:40.999652 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9473df89cc7d9a049ef80707cd6efae53c3b25527ef369ad4a6a0d9269bae893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043a38c2-4a53-405f-97b0-249a7e40f91f" -d '{"events": [{"server_uuid": "39bc52cf-3c89-4290-bc50-db2da5e3703f", "name": "network-vif-plugged", "status": "completed", "tag": "456d3b55-cff6-4661-be1f-2f3bb2303531"}]}' {{(pid=93022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:41.036943 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cfc96c6-f5ff-464c-b5b3-32ca90978c49 x-openstack-request-id: req-5cfc96c6-f5ff-464c-b5b3-32ca90978c49 {{(pid=93022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:41.037309 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39bc52cf-3c89-4290-bc50-db2da5e3703f", "name": "network-vif-plugged", "status": "completed", "tag": "456d3b55-cff6-4661-be1f-2f3bb2303531", "code": 200}]} {{(pid=93022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:41.037631 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5cfc96c6-f5ff-464c-b5b3-32ca90978c49 {{(pid=93022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:41.038084 dv-cinder-800697-3-iscsi neutron-server[93022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39bc52cf-3c89-4290-bc50-db2da5e3703f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456d3b55-cff6-4661-be1f-2f3bb2303531', 'code': 200} Jul 16 20:07:41.321655 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddbf0e3-ac64-4f2d-8573-a2179429dd7b req-2465560e-b3e5-4e3e-9368-c1dfab8d0543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:41.323601 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-0ddbf0e3-ac64-4f2d-8573-a2179429dd7b req-2465560e-b3e5-4e3e-9368-c1dfab8d0543 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 1098 time: 0.0523360 Jul 16 20:07:41.389915 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-0ddbf0e3-ac64-4f2d-8573-a2179429dd7b req-f0bd065c-2ae3-4e55-8452-e226a75ab44b service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=d42a7f47-aa32-4cff-a27c-1452fa97a649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571213 Jul 16 20:07:41.411621 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f2ce6-8f69-4bb9-bd1e-c0695d88b9d9 req-06b59a25-a600-4256-ad65-222e2a776c4a tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:41.413100 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c03f2ce6-8f69-4bb9-bd1e-c0695d88b9d9 req-06b59a25-a600-4256-ad65-222e2a776c4a tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 946 time: 0.0886383 Jul 16 20:07:41.451908 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c03f2ce6-8f69-4bb9-bd1e-c0695d88b9d9 req-c7e840fc-1c2c-4dd2-8e20-50003e0b6044 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=78e002dc-dd47-49bf-9fe9-3d77220096c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331886 Jul 16 20:07:42.034409 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba7a66-31b7-47cd-a778-cdb659d1cb0e req-6866619a-2fcb-4e88-a7a1-6d5f072456ec tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:42.035890 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d6ba7a66-31b7-47cd-a778-cdb659d1cb0e req-6866619a-2fcb-4e88-a7a1-6d5f072456ec tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 945 time: 0.0615344 Jul 16 20:07:42.072676 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d6ba7a66-31b7-47cd-a778-cdb659d1cb0e req-16e616c0-a6f4-4bda-9c16-662dfb86d465 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/security-groups?id=d42a7f47-aa32-4cff-a27c-1452fa97a649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314355 Jul 16 20:07:43.241031 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc5efcc-67f3-4906-9bb4-579da01fd38f req-db4d1629-73d6-4a10-a00e-8416ed293f78 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:43.242491 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-9cc5efcc-67f3-4906-9bb4-579da01fd38f req-db4d1629-73d6-4a10-a00e-8416ed293f78 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 945 time: 0.0608923 Jul 16 20:07:43.279985 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-9cc5efcc-67f3-4906-9bb4-579da01fd38f req-fc8e43b8-cf3b-4460-99ae-8b675ca4b53d tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/security-groups?id=d42a7f47-aa32-4cff-a27c-1452fa97a649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314450 Jul 16 20:07:43.453973 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c748f1f-4f33-4560-8b5e-307fc77e16e8 req-fa8c331d-53fe-4164-a990-bfddb4f31d69 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:43.455665 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-6c748f1f-4f33-4560-8b5e-307fc77e16e8 req-fa8c331d-53fe-4164-a990-bfddb4f31d69 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 945 time: 0.0652289 Jul 16 20:07:43.497406 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-6c748f1f-4f33-4560-8b5e-307fc77e16e8 req-56a1d85c-29ad-4a5d-90e7-fcff8c073360 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/security-groups?id=d42a7f47-aa32-4cff-a27c-1452fa97a649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323865 Jul 16 20:07:43.522502 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 33698) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:43.572007 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaff2362-5580-4c09-aa4f-b67b1844d215 tempest-TestVolumeBootPattern-565886465 tempest-TestVolumeBootPattern-565886465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:43.573511 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-eaff2362-5580-4c09-aa4f-b67b1844d215 tempest-TestVolumeBootPattern-565886465 tempest-TestVolumeBootPattern-565886465-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 1093 time: 0.0500419 Jul 16 20:07:43.576432 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 33700) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:43.580620 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [None req-f1f00312-c214-4b5f-899d-94a18d205023 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Request body: {'floatingip': {'floating_network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'port_id': '456d3b55-cff6-4661-be1f-2f3bb2303531', 'tenant_id': '078f23be686b440dad7cffc96ff5c84c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:43.600874 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-f1f00312-c214-4b5f-899d-94a18d205023 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks [] for floatingip, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:43.698961 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-f1f00312-c214-4b5f-899d-94a18d205023 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:43.743117 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:07:43.804100 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.db_base_plugin_common [None req-f1f00312-c214-4b5f-899d-94a18d205023 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Allocated IP 172.27.1.236 (72bddd3a-8a62-4354-b4b3-8a4b3e183ea3/b7c8a0af-efd8-4b77-9799-206f74457d50/ec198bf2-7527-4de3-acc2-d91105040b24) {{(pid=93020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:07:43.908415 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-f1f00312-c214-4b5f-899d-94a18d205023 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks [] for port, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:43.947012 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-f1f00312-c214-4b5f-899d-94a18d205023 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786206872486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:43.982176 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f00312-c214-4b5f-899d-94a18d205023 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Network 72bddd3a-8a62-4354-b4b3-8a4b3e183ea3 is already hosted by enough agents. {{(pid=93020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:07:43.985020 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.base_scheduler [None req-f1f00312-c214-4b5f-899d-94a18d205023 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Resources bound (agent type, host, resource id): {{(pid=93020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:43.990606 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f00312-c214-4b5f-899d-94a18d205023 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Received port after_create {{(pid=93020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:07:44.017108 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f00312-c214-4b5f-899d-94a18d205023 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Pushing event updated for resources: {'Port': ['ID=ec198bf2-7527-4de3-acc2-d91105040b24,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:44.030418 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f00312-c214-4b5f-899d-94a18d205023 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:44.030859 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f00312-c214-4b5f-899d-94a18d205023 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:44.031208 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f00312-c214-4b5f-899d-94a18d205023 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:44.031548 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f00312-c214-4b5f-899d-94a18d205023 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:44.031884 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f00312-c214-4b5f-899d-94a18d205023 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:44.032218 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f00312-c214-4b5f-899d-94a18d205023 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:44.032550 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f00312-c214-4b5f-899d-94a18d205023 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:44.032882 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f00312-c214-4b5f-899d-94a18d205023 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:44.033212 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f00312-c214-4b5f-899d-94a18d205023 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:44.033636 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f00312-c214-4b5f-899d-94a18d205023 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:44.033853 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f00312-c214-4b5f-899d-94a18d205023 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:44.034177 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f00312-c214-4b5f-899d-94a18d205023 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:44.377687 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-f1f00312-c214-4b5f-899d-94a18d205023 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:44.448520 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-f1f00312-c214-4b5f-899d-94a18d205023 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:44.593165 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-f1f00312-c214-4b5f-899d-94a18d205023 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks [] for port, precommit_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:44.597710 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-f1f00312-c214-4b5f-899d-94a18d205023 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6084517'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:44.671015 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f00312-c214-4b5f-899d-94a18d205023 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Pushing event updated for resources: {'Port': ['ID=ec198bf2-7527-4de3-acc2-d91105040b24,revision_number=2']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:44.683110 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-f1f00312-c214-4b5f-899d-94a18d205023 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8363194'] for floatingip, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:44.782983 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.db.l3_db [None req-f1f00312-c214-4b5f-899d-94a18d205023 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Floating IP 201b2062-a4c2-415c-ab04-d2155bd71a6c associated. External IP: 172.27.1.236, port: 456d3b55-cff6-4661-be1f-2f3bb2303531. Jul 16 20:07:44.994888 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f00312-c214-4b5f-899d-94a18d205023 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Router 4c414443-a543-4c21-b272-e64e3b7bb2fe has already been hosted by L3 agent 2edc1d69-0f6a-462d-a1c4-2c7c9be5649e {{(pid=93020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:07:45.099882 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f00312-c214-4b5f-899d-94a18d205023 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify agent at l3_agent.dv-cinder-800697-3-iscsi the message routers_updated {{(pid=93020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:07:45.109972 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc1d576-3723-4cce-be91-2bfcc009e2c5 None None] Sync routers for ids ['4c414443-a543-4c21-b272-e64e3b7bb2fe'] in dv-cinder-800697-3-iscsi {{(pid=93022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:07:45.116223 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-f1f00312-c214-4b5f-899d-94a18d205023 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for floatingip, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:45.121555 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc1d576-3723-4cce-be91-2bfcc009e2c5 None None] Routers {'4c414443-a543-4c21-b272-e64e3b7bb2fe'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:07:45.122442 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-cdc1d576-3723-4cce-be91-2bfcc009e2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:07:22Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['4c414443-a543-4c21-b272-e64e3b7bb2fe'], 'active': True} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:45.156220 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-f1f00312-c214-4b5f-899d-94a18d205023 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5787892 Jul 16 20:07:45.156913 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39bc52cf-3c89-4290-bc50-db2da5e3703f', 'tag': '456d3b55-cff6-4661-be1f-2f3bb2303531'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:45.159245 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fae8f2ff960fe93758be445b473a7dfd6f7d616fbf5a964bb8e60e5228696b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b8bbf9-73b5-487a-b10b-02fd50abfacb" -d '{"events": [{"name": "network-changed", "server_uuid": "39bc52cf-3c89-4290-bc50-db2da5e3703f", "tag": "456d3b55-cff6-4661-be1f-2f3bb2303531"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:45.199532 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075ac831-26c9-4dad-8474-aa6491885ddf x-openstack-request-id: req-075ac831-26c9-4dad-8474-aa6491885ddf {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:45.199864 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39bc52cf-3c89-4290-bc50-db2da5e3703f", "tag": "456d3b55-cff6-4661-be1f-2f3bb2303531", "status": "completed", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:45.200149 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-075ac831-26c9-4dad-8474-aa6491885ddf {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:45.200602 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39bc52cf-3c89-4290-bc50-db2da5e3703f', 'tag': '456d3b55-cff6-4661-be1f-2f3bb2303531', 'status': 'completed', 'code': 200} Jul 16 20:07:45.240867 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvr_db [None req-cdc1d576-3723-4cce-be91-2bfcc009e2c5 None None] Set router 4c414443-a543-4c21-b272-e64e3b7bb2fe gateway port host: dv-cinder-800697-3-iscsi {{(pid=93022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:07:45.281132 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b8bbf9-73b5-487a-b10b-02fd50abfacb req-8827fb5d-d9b0-471a-8c48-1ce30e8a64a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:45.282842 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-82b8bbf9-73b5-487a-b10b-02fd50abfacb req-8827fb5d-d9b0-471a-8c48-1ce30e8a64a9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=078f23be686b440dad7cffc96ff5c84c&device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 1098 time: 0.0580792 Jul 16 20:07:45.379099 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b8bbf9-73b5-487a-b10b-02fd50abfacb req-734a46b4-a59f-4c73-a23c-3fc7e9dc529b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:45.380631 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-82b8bbf9-73b5-487a-b10b-02fd50abfacb req-734a46b4-a59f-4c73-a23c-3fc7e9dc529b service neutron] 10.222.0.102 "GET /v2.0/networks?id=a90ba138-c4a1-4110-a3e5-cb4305c2de87 HTTP/1.1" status: 200 len: 914 time: 0.0917022 Jul 16 20:07:45.459549 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-82b8bbf9-73b5-487a-b10b-02fd50abfacb req-7253d9e2-598e-4727-8439-f8b0da5a5eb2 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=456d3b55-cff6-4661-be1f-2f3bb2303531 HTTP/1.1" status: 200 len: 999 time: 0.0675955 Jul 16 20:07:45.474655 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-cdc1d576-3723-4cce-be91-2bfcc009e2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'name': 'tempest-TestVolumeBootPattern-2036726165-router', 'tenant_id': '078f23be686b440dad7cffc96ff5c84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '71283ad9-7e75-4aea-ae33-e8130e420f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:30Z', 'updated_at': '2021-07-16T20:03:33Z', 'revision_number': 4, 'project_id': '078f23be686b440dad7cffc96ff5c84c', 'gw_port': {'id': '71283ad9-7e75-4aea-ae33-e8130e420f50', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:30Z', 'updated_at': '2021-07-16T20:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_floatingips': [{'id': '201b2062-a4c2-415c-ab04-d2155bd71a6c', 'tenant_id': '078f23be686b440dad7cffc96ff5c84c', 'floating_ip_address': '172.27.1.236', 'floating_network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'router_id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'port_id': '456d3b55-cff6-4661-be1f-2f3bb2303531', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a90ba138-c4a1-4110-a3e5-cb4305c2de87', 'mac_address': 'fa:16:3e:5c:a3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc52cf-3c89-4290-bc50-db2da5e3703f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:07:44Z', 'updated_at': '2021-07-16T20:07:44Z', 'revision_number': 0, 'project_id': '078f23be686b440dad7cffc96ff5c84c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c69d311-9e78-41fe-a83f-7eca3881c306', 'name': '', 'network_id': 'a90ba138-c4a1-4110-a3e5-cb4305c2de87', 'tenant_id': '078f23be686b440dad7cffc96ff5c84c', 'mac_address': 'fa:16:3e:ca:76:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '240aba66-ab9f-4277-a9b2-4f5b9dbf7e93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:32Z', 'updated_at': '2021-07-16T20:03:39Z', 'revision_number': 5, 'project_id': '078f23be686b440dad7cffc96ff5c84c', 'subnets': [{'id': '240aba66-ab9f-4277-a9b2-4f5b9dbf7e93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:45.512290 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b8bbf9-73b5-487a-b10b-02fd50abfacb req-a3477cb7-f3bc-4321-ac78-32c921ad2c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:45.513855 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-82b8bbf9-73b5-487a-b10b-02fd50abfacb req-a3477cb7-f3bc-4321-ac78-32c921ad2c62 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=240aba66-ab9f-4277-a9b2-4f5b9dbf7e93 HTTP/1.1" status: 200 len: 851 time: 0.0480905 Jul 16 20:07:45.575279 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b8bbf9-73b5-487a-b10b-02fd50abfacb req-e809b4ba-3672-4616-8292-257f848dc304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:45.576958 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-82b8bbf9-73b5-487a-b10b-02fd50abfacb req-e809b4ba-3672-4616-8292-257f848dc304 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a90ba138-c4a1-4110-a3e5-cb4305c2de87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0561366 Jul 16 20:07:45.627747 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc1d576-3723-4cce-be91-2bfcc009e2c5 None None] Checking router: 4c414443-a543-4c21-b272-e64e3b7bb2fe for host: dv-cinder-800697-3-iscsi {{(pid=93022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:07:45.637105 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc1d576-3723-4cce-be91-2bfcc009e2c5 None None] Routers {'4c414443-a543-4c21-b272-e64e3b7bb2fe'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:07:45.637864 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-cdc1d576-3723-4cce-be91-2bfcc009e2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:07:22Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['4c414443-a543-4c21-b272-e64e3b7bb2fe'], 'active': True} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:45.693594 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-82b8bbf9-73b5-487a-b10b-02fd50abfacb req-72829d09-4412-470e-a91e-996b47373a31 service neutron] 10.222.0.102 "GET /v2.0/networks/a90ba138-c4a1-4110-a3e5-cb4305c2de87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087949 Jul 16 20:07:45.751486 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvr_db [None req-cdc1d576-3723-4cce-be91-2bfcc009e2c5 None None] Set router 4c414443-a543-4c21-b272-e64e3b7bb2fe gateway port host: dv-cinder-800697-3-iscsi {{(pid=93022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:07:45.784661 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-82b8bbf9-73b5-487a-b10b-02fd50abfacb req-3d96f59f-fbd5-440a-afd4-b19734738080 service neutron] 10.222.0.102 "GET /v2.0/networks/a90ba138-c4a1-4110-a3e5-cb4305c2de87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846782 Jul 16 20:07:45.856641 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17f55e-bc76-4075-b921-59e00f5caea8 req-bf1b85ad-00bc-4bd2-9322-ee8eca9dc64c tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:45.858131 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-0c17f55e-bc76-4075-b921-59e00f5caea8 req-bf1b85ad-00bc-4bd2-9322-ee8eca9dc64c tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b88c65a-6681-4c03-abd4-631f01147754 HTTP/1.1" status: 200 len: 945 time: 0.0728543 Jul 16 20:07:45.896381 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-0c17f55e-bc76-4075-b921-59e00f5caea8 req-4ee4e1fa-dd7b-452f-aa95-6fe6fd15fa42 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=3c7e1ac0-90b7-4c8a-8b8b-fb216b4010f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324240 Jul 16 20:07:45.976698 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-cdc1d576-3723-4cce-be91-2bfcc009e2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'name': 'tempest-TestVolumeBootPattern-2036726165-router', 'tenant_id': '078f23be686b440dad7cffc96ff5c84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '71283ad9-7e75-4aea-ae33-e8130e420f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:30Z', 'updated_at': '2021-07-16T20:03:33Z', 'revision_number': 4, 'project_id': '078f23be686b440dad7cffc96ff5c84c', 'gw_port': {'id': '71283ad9-7e75-4aea-ae33-e8130e420f50', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:30Z', 'updated_at': '2021-07-16T20:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_floatingips': [{'id': '201b2062-a4c2-415c-ab04-d2155bd71a6c', 'tenant_id': '078f23be686b440dad7cffc96ff5c84c', 'floating_ip_address': '172.27.1.236', 'floating_network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'router_id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'port_id': '456d3b55-cff6-4661-be1f-2f3bb2303531', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a90ba138-c4a1-4110-a3e5-cb4305c2de87', 'mac_address': 'fa:16:3e:5c:a3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc52cf-3c89-4290-bc50-db2da5e3703f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:07:44Z', 'updated_at': '2021-07-16T20:07:44Z', 'revision_number': 0, 'project_id': '078f23be686b440dad7cffc96ff5c84c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c69d311-9e78-41fe-a83f-7eca3881c306', 'name': '', 'network_id': 'a90ba138-c4a1-4110-a3e5-cb4305c2de87', 'tenant_id': '078f23be686b440dad7cffc96ff5c84c', 'mac_address': 'fa:16:3e:ca:76:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '240aba66-ab9f-4277-a9b2-4f5b9dbf7e93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:32Z', 'updated_at': '2021-07-16T20:03:39Z', 'revision_number': 5, 'project_id': '078f23be686b440dad7cffc96ff5c84c', 'subnets': [{'id': '240aba66-ab9f-4277-a9b2-4f5b9dbf7e93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:46.006272 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc1d576-3723-4cce-be91-2bfcc009e2c5 None None] The sync data for ids ['4c414443-a543-4c21-b272-e64e3b7bb2fe'] in dv-cinder-800697-3-iscsi is: [{'id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'name': 'tempest-TestVolumeBootPattern-2036726165-router', 'tenant_id': '078f23be686b440dad7cffc96ff5c84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '71283ad9-7e75-4aea-ae33-e8130e420f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:30Z', 'updated_at': '2021-07-16T20:03:33Z', 'revision_number': 4, 'project_id': '078f23be686b440dad7cffc96ff5c84c', 'gw_port': {'id': '71283ad9-7e75-4aea-ae33-e8130e420f50', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:30Z', 'updated_at': '2021-07-16T20:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_floatingips': [{'id': '201b2062-a4c2-415c-ab04-d2155bd71a6c', 'tenant_id': '078f23be686b440dad7cffc96ff5c84c', 'floating_ip_address': '172.27.1.236', 'floating_network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'router_id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'port_id': '456d3b55-cff6-4661-be1f-2f3bb2303531', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a90ba138-c4a1-4110-a3e5-cb4305c2de87', 'mac_address': 'fa:16:3e:5c:a3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc52cf-3c89-4290-bc50-db2da5e3703f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:07:44Z', 'updated_at': '2021-07-16T20:07:44Z', 'revision_number': 0, 'project_id': '078f23be686b440dad7cffc96ff5c84c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c69d311-9e78-41fe-a83f-7eca3881c306', 'name': '', 'network_id': 'a90ba138-c4a1-4110-a3e5-cb4305c2de87', 'tenant_id': '078f23be686b440dad7cffc96ff5c84c', 'mac_address': 'fa:16:3e:ca:76:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '240aba66-ab9f-4277-a9b2-4f5b9dbf7e93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:32Z', 'updated_at': '2021-07-16T20:03:39Z', 'revision_number': 5, 'project_id': '078f23be686b440dad7cffc96ff5c84c', 'subnets': [{'id': '240aba66-ab9f-4277-a9b2-4f5b9dbf7e93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:07:46.187562 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1485aea2-08cb-4cee-ba48-471c656d6d06 None None] New status for floating IP 201b2062-a4c2-415c-ab04-d2155bd71a6c: ACTIVE {{(pid=93023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:07:47.076862 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e64f9-09e7-4c75-b11e-e8e5d4e01234 req-1406b287-82e2-434e-83dc-e406feaecf1e tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:47.078343 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-f63e64f9-09e7-4c75-b11e-e8e5d4e01234 req-1406b287-82e2-434e-83dc-e406feaecf1e tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b88c65a-6681-4c03-abd4-631f01147754 HTTP/1.1" status: 200 len: 945 time: 0.0668006 Jul 16 20:07:47.115482 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-f63e64f9-09e7-4c75-b11e-e8e5d4e01234 req-f9413ee3-3044-4245-b5aa-04bea8122803 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups?id=3c7e1ac0-90b7-4c8a-8b8b-fb216b4010f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315976 Jul 16 20:07:47.571046 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2bdc53-fdfa-4497-997a-c31721a16a4d req-9b8ce85f-7cb6-43a5-9499-3fd274121b61 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:47.572474 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1d2bdc53-fdfa-4497-997a-c31721a16a4d req-9b8ce85f-7cb6-43a5-9499-3fd274121b61 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.102 "GET /v2.0/ports?device_id=9b88c65a-6681-4c03-abd4-631f01147754 HTTP/1.1" status: 200 len: 945 time: 0.0611866 Jul 16 20:07:47.672826 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [req-1d2bdc53-fdfa-4497-997a-c31721a16a4d req-9c6f84ca-3332-4036-9dd2-3516b0df167a tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Deleting port ad6df6fb-896f-439f-9ce0-1102aeecf1cf {{(pid=93020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:07:47.673170 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-1d2bdc53-fdfa-4497-997a-c31721a16a4d req-9c6f84ca-3332-4036-9dd2-3516b0df167a tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786207273135'] for port, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:47.757594 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [req-1d2bdc53-fdfa-4497-997a-c31721a16a4d req-9c6f84ca-3332-4036-9dd2-3516b0df167a tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] For port ad6df6fb-896f-439f-9ce0-1102aeecf1cf, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ad6df6fb-896f-439f-9ce0-1102aeecf1cf,segment=NetworkSegment(8e320ee3-ef38-49c6-b0e5-96c1ac24e24d),segment_id=8e320ee3-ef38-49c6-b0e5-96c1ac24e24d)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:47.757944 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-1d2bdc53-fdfa-4497-997a-c31721a16a4d req-9c6f84ca-3332-4036-9dd2-3516b0df167a tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8298881'] for port, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:47.923835 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-1d2bdc53-fdfa-4497-997a-c31721a16a4d req-9c6f84ca-3332-4036-9dd2-3516b0df167a tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:47.924114 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-1d2bdc53-fdfa-4497-997a-c31721a16a4d req-9c6f84ca-3332-4036-9dd2-3516b0df167a tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8363194'] for floatingip, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:47.924425 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.db.l3_db [req-1d2bdc53-fdfa-4497-997a-c31721a16a4d req-9c6f84ca-3332-4036-9dd2-3516b0df167a tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Floating IP 072b8189-c64b-4a3a-a884-77523d9a31aa disassociated. External IP: 172.27.1.254, port: ad6df6fb-896f-439f-9ce0-1102aeecf1cf. Jul 16 20:07:47.924761 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [req-1d2bdc53-fdfa-4497-997a-c31721a16a4d req-9c6f84ca-3332-4036-9dd2-3516b0df167a tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Calling delete_port for ad6df6fb-896f-439f-9ce0-1102aeecf1cf owned by compute:nova {{(pid=93020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:07:48.047719 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-1d2bdc53-fdfa-4497-997a-c31721a16a4d req-9c6f84ca-3332-4036-9dd2-3516b0df167a tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786207273858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786206872495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:48.073875 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6f84ca-3332-4036-9dd2-3516b0df167a tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Pushing event deleted for resources: {'Port': ['ID=ad6df6fb-896f-439f-9ce0-1102aeecf1cf,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:48.188524 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d2bdc53-fdfa-4497-997a-c31721a16a4d req-9c6f84ca-3332-4036-9dd2-3516b0df167a tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Router 850a098b-f0e9-46e8-a28c-0973e52da083 has already been hosted by L3 agent 2edc1d69-0f6a-462d-a1c4-2c7c9be5649e {{(pid=93020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:07:48.257573 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-e11036ea-abc4-428e-aff9-0d4780848d00 req-7625b51b-f8b8-485e-bfe4-030d6ae74b97 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b88c65a-6681-4c03-abd4-631f01147754 HTTP/1.1" status: 200 len: 210 time: 0.0331211 Jul 16 20:07:48.539454 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d2bdc53-fdfa-4497-997a-c31721a16a4d req-9c6f84ca-3332-4036-9dd2-3516b0df167a tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify agent at l3_agent.dv-cinder-800697-3-iscsi the message routers_updated {{(pid=93020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:07:48.549128 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bf322b-6af8-4516-9fc7-d5929798a40e None None] Sync routers for ids ['850a098b-f0e9-46e8-a28c-0973e52da083'] in dv-cinder-800697-3-iscsi {{(pid=93022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:07:48.558712 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bf322b-6af8-4516-9fc7-d5929798a40e None None] Routers {'850a098b-f0e9-46e8-a28c-0973e52da083'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:07:48.559320 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-f2bf322b-6af8-4516-9fc7-d5929798a40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:07:22Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['850a098b-f0e9-46e8-a28c-0973e52da083'], 'active': True} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:48.585730 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2bdc53-fdfa-4497-997a-c31721a16a4d req-9c6f84ca-3332-4036-9dd2-3516b0df167a tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] No DVR routers for this DVR port ad6df6fb-896f-439f-9ce0-1102aeecf1cf on host hv-cinder-80069 {{(pid=93020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:07:48.588321 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-1d2bdc53-fdfa-4497-997a-c31721a16a4d req-9c6f84ca-3332-4036-9dd2-3516b0df167a tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for port, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:48.590545 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1d2bdc53-fdfa-4497-997a-c31721a16a4d req-9c6f84ca-3332-4036-9dd2-3516b0df167a tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.102 "DELETE /v2.0/ports/ad6df6fb-896f-439f-9ce0-1102aeecf1cf HTTP/1.1" status: 204 len: 173 time: 1.0126865 Jul 16 20:07:48.590984 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b88c65a-6681-4c03-abd4-631f01147754', 'name': 'network-vif-deleted', 'tag': 'ad6df6fb-896f-439f-9ce0-1102aeecf1cf'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:48.593212 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fae8f2ff960fe93758be445b473a7dfd6f7d616fbf5a964bb8e60e5228696b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6dec6b-98da-49fb-b704-a0c5d4081992" -d '{"events": [{"server_uuid": "9b88c65a-6681-4c03-abd4-631f01147754", "name": "network-vif-deleted", "tag": "ad6df6fb-896f-439f-9ce0-1102aeecf1cf"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:48.642523 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075625c8-c0ae-43ea-81e3-ae26ac74462e x-openstack-request-id: req-075625c8-c0ae-43ea-81e3-ae26ac74462e {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:48.642986 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b88c65a-6681-4c03-abd4-631f01147754", "name": "network-vif-deleted", "tag": "ad6df6fb-896f-439f-9ce0-1102aeecf1cf", "status": "completed", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:48.643390 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-075625c8-c0ae-43ea-81e3-ae26ac74462e {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:48.643864 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b88c65a-6681-4c03-abd4-631f01147754', 'name': 'network-vif-deleted', 'tag': 'ad6df6fb-896f-439f-9ce0-1102aeecf1cf', 'status': 'completed', 'code': 200} Jul 16 20:07:48.670975 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvr_db [None req-f2bf322b-6af8-4516-9fc7-d5929798a40e None None] Set router 850a098b-f0e9-46e8-a28c-0973e52da083 gateway port host: dv-cinder-800697-3-iscsi {{(pid=93022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:07:48.894314 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-f2bf322b-6af8-4516-9fc7-d5929798a40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'name': 'tempest-AttachVolumeTestJSON-26531343-router', 'tenant_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '34ae6685-b683-4f7c-9429-b8c022470bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:00Z', 'updated_at': '2021-07-16T20:01:14Z', 'revision_number': 4, 'project_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'gw_port': {'id': '34ae6685-b683-4f7c-9429-b8c022470bd3', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:fb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:02Z', 'updated_at': '2021-07-16T20:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_interfaces': [{'id': 'ae863e2e-b1b8-44ba-8f65-e723fe693990', 'name': '', 'network_id': '0b3104bd-edfc-4af0-90f6-7b90aa247197', 'tenant_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'mac_address': 'fa:16:3e:e8:ca:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'ef5951b2-8beb-4c67-b6c2-485349b7bb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:12Z', 'updated_at': '2021-07-16T20:01:23Z', 'revision_number': 5, 'project_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'subnets': [{'id': 'ef5951b2-8beb-4c67-b6c2-485349b7bb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:48.923523 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bf322b-6af8-4516-9fc7-d5929798a40e None None] Checking router: 850a098b-f0e9-46e8-a28c-0973e52da083 for host: dv-cinder-800697-3-iscsi {{(pid=93022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:07:48.931610 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bf322b-6af8-4516-9fc7-d5929798a40e None None] Routers {'850a098b-f0e9-46e8-a28c-0973e52da083'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:07:48.932801 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-f2bf322b-6af8-4516-9fc7-d5929798a40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:07:22Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['850a098b-f0e9-46e8-a28c-0973e52da083'], 'active': True} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:49.031105 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvr_db [None req-f2bf322b-6af8-4516-9fc7-d5929798a40e None None] Set router 850a098b-f0e9-46e8-a28c-0973e52da083 gateway port host: dv-cinder-800697-3-iscsi {{(pid=93022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:07:49.234016 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-f2bf322b-6af8-4516-9fc7-d5929798a40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'name': 'tempest-AttachVolumeTestJSON-26531343-router', 'tenant_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '34ae6685-b683-4f7c-9429-b8c022470bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:00Z', 'updated_at': '2021-07-16T20:01:14Z', 'revision_number': 4, 'project_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'gw_port': {'id': '34ae6685-b683-4f7c-9429-b8c022470bd3', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:fb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:02Z', 'updated_at': '2021-07-16T20:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_interfaces': [{'id': 'ae863e2e-b1b8-44ba-8f65-e723fe693990', 'name': '', 'network_id': '0b3104bd-edfc-4af0-90f6-7b90aa247197', 'tenant_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'mac_address': 'fa:16:3e:e8:ca:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'ef5951b2-8beb-4c67-b6c2-485349b7bb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:12Z', 'updated_at': '2021-07-16T20:01:23Z', 'revision_number': 5, 'project_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'subnets': [{'id': 'ef5951b2-8beb-4c67-b6c2-485349b7bb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:49.260035 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bf322b-6af8-4516-9fc7-d5929798a40e None None] The sync data for ids ['850a098b-f0e9-46e8-a28c-0973e52da083'] in dv-cinder-800697-3-iscsi is: [{'id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'name': 'tempest-AttachVolumeTestJSON-26531343-router', 'tenant_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '34ae6685-b683-4f7c-9429-b8c022470bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:00Z', 'updated_at': '2021-07-16T20:01:14Z', 'revision_number': 4, 'project_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'gw_port': {'id': '34ae6685-b683-4f7c-9429-b8c022470bd3', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:fb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:02Z', 'updated_at': '2021-07-16T20:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_interfaces': [{'id': 'ae863e2e-b1b8-44ba-8f65-e723fe693990', 'name': '', 'network_id': '0b3104bd-edfc-4af0-90f6-7b90aa247197', 'tenant_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'mac_address': 'fa:16:3e:e8:ca:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'ef5951b2-8beb-4c67-b6c2-485349b7bb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:12Z', 'updated_at': '2021-07-16T20:01:23Z', 'revision_number': 5, 'project_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'subnets': [{'id': 'ef5951b2-8beb-4c67-b6c2-485349b7bb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:07:49.379048 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 33742) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:49.434582 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-9dacd444-738f-4c20-9e58-655db7489992 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks [] for security_group, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:49.459415 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-9dacd444-738f-4c20-9e58-655db7489992 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:49.480123 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1874cff4-a495-48a5-b3b1-5a067864626a None None] New status for floating IP 072b8189-c64b-4a3a-a884-77523d9a31aa: DOWN {{(pid=93023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:07:49.511876 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-9dacd444-738f-4c20-9e58-655db7489992 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:49.516244 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-9dacd444-738f-4c20-9e58-655db7489992 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks [] for security_group, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:49.517402 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-9dacd444-738f-4c20-9e58-655db7489992 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "DELETE /v2.0/security-groups/3c7e1ac0-90b7-4c8a-8b8b-fb216b4010f9 HTTP/1.1" status: 204 len: 168 time: 0.1371229 Jul 16 20:07:49.520226 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 33744) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:49.527101 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dacd444-738f-4c20-9e58-655db7489992 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7e1ac0-90b7-4c8a-8b8b-fb216b4010f9,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:49.534816 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.api.v2.resource [None req-8781be60-9988-4ae9-9b1d-0d40a117d2ce tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] show failed (client error): The resource could not be found. Jul 16 20:07:49.538527 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-8781be60-9988-4ae9-9b1d-0d40a117d2ce tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "GET /v2.0/security-groups/3c7e1ac0-90b7-4c8a-8b8b-fb216b4010f9 HTTP/1.1" status: 404 len: 347 time: 0.0145614 Jul 16 20:07:49.538684 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 33746) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:49.667394 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-da6c74c4-7c92-4c42-b775-f49d4399e556 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Deleting port c8be0166-e668-4ae3-855b-2857c3f97622 {{(pid=93020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:07:49.667738 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-da6c74c4-7c92-4c42-b775-f49d4399e556 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786207273135'] for port, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:49.740256 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-da6c74c4-7c92-4c42-b775-f49d4399e556 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8298881'] for port, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:49.740582 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-da6c74c4-7c92-4c42-b775-f49d4399e556 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:49.752965 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-da6c74c4-7c92-4c42-b775-f49d4399e556 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Calling delete_port for c8be0166-e668-4ae3-855b-2857c3f97622 owned by network:floatingip {{(pid=93020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:07:49.883016 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-da6c74c4-7c92-4c42-b775-f49d4399e556 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786207273858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786206872495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:49.908553 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c74c4-7c92-4c42-b775-f49d4399e556 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Pushing event deleted for resources: {'Port': ['ID=c8be0166-e668-4ae3-855b-2857c3f97622,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:49.969920 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-da6c74c4-7c92-4c42-b775-f49d4399e556 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks [] for floatingip, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:49.972419 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-da6c74c4-7c92-4c42-b775-f49d4399e556 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for floatingip, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:49.973545 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-da6c74c4-7c92-4c42-b775-f49d4399e556 tempest-AttachVolumeTestJSON-1850481653 tempest-AttachVolumeTestJSON-1850481653-project] 10.222.0.98 "DELETE /v2.0/floatingips/072b8189-c64b-4a3a-a884-77523d9a31aa HTTP/1.1" status: 204 len: 168 time: 0.4339738 Jul 16 20:07:50.162740 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d316d6c9-0649-4ae2-aab6-a135ba3d834c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:50.734365 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:52.224947 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-bdceaea3-4bc3-4a5f-b028-19f49693a1f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:52.881738 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device ad6df6fb-896f-439f-9ce0-1102aeecf1cf no longer exists at agent hyperv_hv-cinder-80069 {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:07:52.904040 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] No Port match for: ad6df6fb-896f-439f-9ce0-1102aeecf1cf {{(pid=93022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:07:52.904393 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device ad6df6fb-896f-439f-9ce0-1102aeecf1cf not bound to the agent host hv-cinder-80069 {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:07:53.336742 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:53.652665 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 33776) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:54.126325 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-9534de0d-6d6f-4a67-b988-f17de923d504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8300474'] for router_interface, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:54.371738 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.plugin [None req-9534de0d-6d6f-4a67-b988-f17de923d504 admin admin] Deleting port ae863e2e-b1b8-44ba-8f65-e723fe693990 {{(pid=93021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:07:54.372081 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-9534de0d-6d6f-4a67-b988-f17de923d504 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786207273135'] for port, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:54.446315 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.db [None req-9534de0d-6d6f-4a67-b988-f17de923d504 admin admin] For port ae863e2e-b1b8-44ba-8f65-e723fe693990, host dv-cinder-800697-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=ae863e2e-b1b8-44ba-8f65-e723fe693990,segment=NetworkSegment(8e320ee3-ef38-49c6-b0e5-96c1ac24e24d),segment_id=8e320ee3-ef38-49c6-b0e5-96c1ac24e24d)] {{(pid=93021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:54.446621 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-9534de0d-6d6f-4a67-b988-f17de923d504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8298881'] for port, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:54.459269 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.plugin [None req-9534de0d-6d6f-4a67-b988-f17de923d504 admin admin] Calling delete_port for ae863e2e-b1b8-44ba-8f65-e723fe693990 owned by network:router_interface {{(pid=93021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:07:54.631663 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-9534de0d-6d6f-4a67-b988-f17de923d504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786207273858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786206872495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8120956'] for port, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:54.664306 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9534de0d-6d6f-4a67-b988-f17de923d504 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae863e2e-b1b8-44ba-8f65-e723fe693990,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:54.777571 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:54.829121 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-9534de0d-6d6f-4a67-b988-f17de923d504 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8279594'] for router_interface, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:55.033954 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9534de0d-6d6f-4a67-b988-f17de923d504 admin admin] Router 850a098b-f0e9-46e8-a28c-0973e52da083 has already been hosted by L3 agent 2edc1d69-0f6a-462d-a1c4-2c7c9be5649e {{(pid=93021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:07:55.135479 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9534de0d-6d6f-4a67-b988-f17de923d504 admin admin] Notify agent at l3_agent.dv-cinder-800697-3-iscsi the message routers_updated {{(pid=93021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:07:55.140437 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-9534de0d-6d6f-4a67-b988-f17de923d504 admin admin] 10.222.0.98 "PUT /v2.0/routers/850a098b-f0e9-46e8-a28c-0973e52da083/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4867382 Jul 16 20:07:55.143037 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 33780) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:55.144646 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3c24e2-4c19-488c-85b4-0468b979d098 None None] Sync routers for ids ['850a098b-f0e9-46e8-a28c-0973e52da083'] in dv-cinder-800697-3-iscsi {{(pid=93022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:07:55.153583 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3c24e2-4c19-488c-85b4-0468b979d098 None None] Routers {'850a098b-f0e9-46e8-a28c-0973e52da083'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:07:55.154181 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-5d3c24e2-4c19-488c-85b4-0468b979d098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:07:52Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['850a098b-f0e9-46e8-a28c-0973e52da083'], 'active': True} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:55.246537 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-5addddd9-e8a5-4fac-b7b1-25bd3dfc765b admin admin] Notify callbacks [] for router, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:55.258811 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvr_db [None req-5d3c24e2-4c19-488c-85b4-0468b979d098 None None] Set router 850a098b-f0e9-46e8-a28c-0973e52da083 gateway port host: dv-cinder-800697-3-iscsi {{(pid=93022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:07:55.442157 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-5d3c24e2-4c19-488c-85b4-0468b979d098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'name': 'tempest-AttachVolumeTestJSON-26531343-router', 'tenant_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '34ae6685-b683-4f7c-9429-b8c022470bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:00Z', 'updated_at': '2021-07-16T20:07:54Z', 'revision_number': 5, 'project_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'gw_port': {'id': '34ae6685-b683-4f7c-9429-b8c022470bd3', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:fb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:02Z', 'updated_at': '2021-07-16T20:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi'}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:55.470048 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3c24e2-4c19-488c-85b4-0468b979d098 None None] Checking router: 850a098b-f0e9-46e8-a28c-0973e52da083 for host: dv-cinder-800697-3-iscsi {{(pid=93022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:07:55.478737 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3c24e2-4c19-488c-85b4-0468b979d098 None None] Routers {'850a098b-f0e9-46e8-a28c-0973e52da083'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:07:55.479915 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-5d3c24e2-4c19-488c-85b4-0468b979d098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:07:52Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['850a098b-f0e9-46e8-a28c-0973e52da083'], 'active': True} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:55.586592 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvr_db [None req-5d3c24e2-4c19-488c-85b4-0468b979d098 None None] Set router 850a098b-f0e9-46e8-a28c-0973e52da083 gateway port host: dv-cinder-800697-3-iscsi {{(pid=93022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:07:55.608506 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-5addddd9-e8a5-4fac-b7b1-25bd3dfc765b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:55.663537 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.plugin [None req-5addddd9-e8a5-4fac-b7b1-25bd3dfc765b admin admin] Deleting port 34ae6685-b683-4f7c-9429-b8c022470bd3 {{(pid=93021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:07:55.663887 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-5addddd9-e8a5-4fac-b7b1-25bd3dfc765b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786207273135'] for port, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:55.749096 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.db [None req-5addddd9-e8a5-4fac-b7b1-25bd3dfc765b admin admin] For port 34ae6685-b683-4f7c-9429-b8c022470bd3, host dv-cinder-800697-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=34ae6685-b683-4f7c-9429-b8c022470bd3,segment=NetworkSegment(cdf336fb-2473-4d8c-b46d-c083e8b3b4ea),segment_id=cdf336fb-2473-4d8c-b46d-c083e8b3b4ea)] {{(pid=93021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:55.749813 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-5addddd9-e8a5-4fac-b7b1-25bd3dfc765b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8298881'] for port, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:55.766293 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.plugin [None req-5addddd9-e8a5-4fac-b7b1-25bd3dfc765b admin admin] Calling delete_port for 34ae6685-b683-4f7c-9429-b8c022470bd3 owned by network:router_gateway {{(pid=93021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:07:55.884111 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-5d3c24e2-4c19-488c-85b4-0468b979d098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'name': 'tempest-AttachVolumeTestJSON-26531343-router', 'tenant_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '34ae6685-b683-4f7c-9429-b8c022470bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:00Z', 'updated_at': '2021-07-16T20:07:54Z', 'revision_number': 5, 'project_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'gw_port': {'id': '34ae6685-b683-4f7c-9429-b8c022470bd3', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:fb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:02Z', 'updated_at': '2021-07-16T20:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi'}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:55.912104 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3c24e2-4c19-488c-85b4-0468b979d098 None None] The sync data for ids ['850a098b-f0e9-46e8-a28c-0973e52da083'] in dv-cinder-800697-3-iscsi is: [{'id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'name': 'tempest-AttachVolumeTestJSON-26531343-router', 'tenant_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '34ae6685-b683-4f7c-9429-b8c022470bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:01:00Z', 'updated_at': '2021-07-16T20:07:54Z', 'revision_number': 5, 'project_id': '1f6d0bc6cd574899a9225c0ba21b689f', 'gw_port': {'id': '34ae6685-b683-4f7c-9429-b8c022470bd3', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:fb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850a098b-f0e9-46e8-a28c-0973e52da083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:01:02Z', 'updated_at': '2021-07-16T20:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi'}] {{(pid=93022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:07:55.939766 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-5addddd9-e8a5-4fac-b7b1-25bd3dfc765b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786207273858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786206872495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8120956'] for port, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:55.967601 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5addddd9-e8a5-4fac-b7b1-25bd3dfc765b admin admin] Pushing event deleted for resources: {'Port': ['ID=34ae6685-b683-4f7c-9429-b8c022470bd3,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:56.028937 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-5addddd9-e8a5-4fac-b7b1-25bd3dfc765b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8363120'] for router_gateway, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:56.114146 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-5addddd9-e8a5-4fac-b7b1-25bd3dfc765b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8301028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126844'] for router, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:56.116186 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-5addddd9-e8a5-4fac-b7b1-25bd3dfc765b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:56.158523 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-5addddd9-e8a5-4fac-b7b1-25bd3dfc765b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8298994'] for router, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:56.159133 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5addddd9-e8a5-4fac-b7b1-25bd3dfc765b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 850a098b-f0e9-46e8-a28c-0973e52da083 {{(pid=93021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:07:56.164244 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-5addddd9-e8a5-4fac-b7b1-25bd3dfc765b admin admin] Notify callbacks [] for router, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:56.165524 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-5addddd9-e8a5-4fac-b7b1-25bd3dfc765b admin admin] 10.222.0.98 "DELETE /v2.0/routers/850a098b-f0e9-46e8-a28c-0973e52da083 HTTP/1.1" status: 204 len: 168 time: 1.0213578 Jul 16 20:07:56.168945 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 33782) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:56.216369 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d34b378-3873-4faa-9b4b-d050fb3afd71 admin admin] Deleting subnet ef5951b2-8beb-4c67-b6c2-485349b7bb28 {{(pid=93021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:07:56.219622 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-3d34b378-3873-4faa-9b4b-d050fb3afd71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:56.254927 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-3d34b378-3873-4faa-9b4b-d050fb3afd71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5940030'] for subnet, precommit_delete_associations {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:56.373268 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-3d34b378-3873-4faa-9b4b-d050fb3afd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001713'] for subnet, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:56.425690 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-3d34b378-3873-4faa-9b4b-d050fb3afd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7945194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8120847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6192214'] for subnet, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:56.450994 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d34b378-3873-4faa-9b4b-d050fb3afd71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef5951b2-8beb-4c67-b6c2-485349b7bb28,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:56.456600 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-3d34b378-3873-4faa-9b4b-d050fb3afd71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for subnet, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:56.458590 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-3d34b378-3873-4faa-9b4b-d050fb3afd71 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/ef5951b2-8beb-4c67-b6c2-485349b7bb28 HTTP/1.1" status: 204 len: 168 time: 0.2886055 Jul 16 20:07:56.461153 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 33784) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:56.462346 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974abd6e-42be-4ae3-8719-ec560531f84f None None] Network 0b3104bd-edfc-4af0-90f6-7b90aa247197 requested from dv-cinder-800697-3-iscsi {{(pid=93022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:07:56.531448 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-834f5ca6-4d1e-46fa-a8d3-ac0811325f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556954'] for network, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:56.610563 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.plugin [None req-834f5ca6-4d1e-46fa-a8d3-ac0811325f80 admin admin] Deleting port 040928a6-48b8-4583-9309-ebf4e2bafd0d {{(pid=93021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:07:56.610701 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-834f5ca6-4d1e-46fa-a8d3-ac0811325f80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786207273135'] for port, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:56.677010 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.db [None req-834f5ca6-4d1e-46fa-a8d3-ac0811325f80 admin admin] For port 040928a6-48b8-4583-9309-ebf4e2bafd0d, host dv-cinder-800697-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=040928a6-48b8-4583-9309-ebf4e2bafd0d,segment=NetworkSegment(8e320ee3-ef38-49c6-b0e5-96c1ac24e24d),segment_id=8e320ee3-ef38-49c6-b0e5-96c1ac24e24d)] {{(pid=93021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:56.677282 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-834f5ca6-4d1e-46fa-a8d3-ac0811325f80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8298881'] for port, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:56.689445 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.plugin [None req-834f5ca6-4d1e-46fa-a8d3-ac0811325f80 admin admin] Calling delete_port for 040928a6-48b8-4583-9309-ebf4e2bafd0d owned by network:dhcp {{(pid=93021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:07:56.769591 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-834f5ca6-4d1e-46fa-a8d3-ac0811325f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786207273858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786206872495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8120956'] for port, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:56.792090 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f5ca6-4d1e-46fa-a8d3-ac0811325f80 admin admin] Pushing event deleted for resources: {'Port': ['ID=040928a6-48b8-4583-9309-ebf4e2bafd0d,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:56.797551 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834f5ca6-4d1e-46fa-a8d3-ac0811325f80 admin admin] No DVR routers for this DVR port 040928a6-48b8-4583-9309-ebf4e2bafd0d on host dv-cinder-800697-3-iscsi {{(pid=93021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:07:56.864059 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-834f5ca6-4d1e-46fa-a8d3-ac0811325f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002645', 'neutron.services.segments.db._delete_segments_for_network-8786207386444'] for network, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:56.875320 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.services.segments.db [None req-834f5ca6-4d1e-46fa-a8d3-ac0811325f80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b3104bd-edfc-4af0-90f6-7b90aa247197']}} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:56.888804 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.services.segments.db [None req-834f5ca6-4d1e-46fa-a8d3-ac0811325f80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e320ee3-ef38-49c6-b0e5-96c1ac24e24d') {'for_net_delete': True} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:56.889099 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.services.segments.db [None req-834f5ca6-4d1e-46fa-a8d3-ac0811325f80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e320ee3-ef38-49c6-b0e5-96c1ac24e24d') {} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:56.897521 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-834f5ca6-4d1e-46fa-a8d3-ac0811325f80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786207387733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5939977'] for segment, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:56.911131 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-834f5ca6-4d1e-46fa-a8d3-ac0811325f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964265'] for segment, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:56.917391 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-834f5ca6-4d1e-46fa-a8d3-ac0811325f80 admin admin] Releasing vlan 1037 on physical network physnet1 to pool {{(pid=93021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:07:56.917750 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-834f5ca6-4d1e-46fa-a8d3-ac0811325f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8121261'] for segment, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:56.919396 dv-cinder-800697-3-iscsi neutron-server[93021]: Traceback (most recent call last): Jul 16 20:07:56.919396 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:07:56.919396 dv-cinder-800697-3-iscsi neutron-server[93021]: timer() Jul 16 20:07:56.919396 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:07:56.919396 dv-cinder-800697-3-iscsi neutron-server[93021]: cb(*args, **kw) Jul 16 20:07:56.919396 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:07:56.919396 dv-cinder-800697-3-iscsi neutron-server[93021]: return func(*args, **kwargs) Jul 16 20:07:56.919396 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:07:56.919396 dv-cinder-800697-3-iscsi neutron-server[93021]: self._notify() Jul 16 20:07:56.919396 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:07:56.919396 dv-cinder-800697-3-iscsi neutron-server[93021]: self.callback(batched_events) Jul 16 20:07:56.919396 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:07:56.919396 dv-cinder-800697-3-iscsi neutron-server[93021]: event.method(event) Jul 16 20:07:56.919396 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:07:56.919396 dv-cinder-800697-3-iscsi neutron-server[93021]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:07:56.919396 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:07:56.919396 dv-cinder-800697-3-iscsi neutron-server[93021]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:07:56.919396 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:07:56.919396 dv-cinder-800697-3-iscsi neutron-server[93021]: return f(self, *a, **k) Jul 16 20:07:56.919396 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:07:56.919396 dv-cinder-800697-3-iscsi neutron-server[93021]: return self._get(url).json() Jul 16 20:07:56.919396 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:07:56.919396 dv-cinder-800697-3-iscsi neutron-server[93021]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:07:56.919396 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:07:56.919396 dv-cinder-800697-3-iscsi neutron-server[93021]: return self.request(url, 'GET', **kwargs) Jul 16 20:07:56.919396 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:07:56.919396 dv-cinder-800697-3-iscsi neutron-server[93021]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:07:56.919396 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:07:56.919396 dv-cinder-800697-3-iscsi neutron-server[93021]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:07:56.919396 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:07:56.919396 dv-cinder-800697-3-iscsi neutron-server[93021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:07:56.919396 dv-cinder-800697-3-iscsi neutron-server[93021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:07:56.980694 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-834f5ca6-4d1e-46fa-a8d3-ac0811325f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8363180'] for network, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:56.982537 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778b884c-7b32-43e2-a6f9-4430f0853759 None None] DHCP port deletion for 0b3104bd-edfc-4af0-90f6-7b90aa247197 request from dv-cinder-800697-3-iscsi {{(pid=93022) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:07:56.986652 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-834f5ca6-4d1e-46fa-a8d3-ac0811325f80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for network, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:56.988482 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-834f5ca6-4d1e-46fa-a8d3-ac0811325f80 admin admin] 10.222.0.98 "DELETE /v2.0/networks/0b3104bd-edfc-4af0-90f6-7b90aa247197 HTTP/1.1" status: 204 len: 168 time: 0.5262284 Jul 16 20:07:56.999112 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f5ca6-4d1e-46fa-a8d3-ac0811325f80 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b3104bd-edfc-4af0-90f6-7b90aa247197,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:57.016992 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device ae863e2e-b1b8-44ba-8f65-e723fe693990 no longer exists at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:07:57.037959 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] No Port match for: ae863e2e-b1b8-44ba-8f65-e723fe693990 {{(pid=93022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:07:57.038301 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device ae863e2e-b1b8-44ba-8f65-e723fe693990 not bound to the agent host dv-cinder-800697-3-iscsi {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:07:57.106857 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 33788) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:57.146258 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-039ea29e-144b-4cda-80b4-420c1c5f528a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1f6d0bc6cd574899a9225c0ba21b689f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0382445 Jul 16 20:07:57.148887 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 33790) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:57.196622 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-ed10f061-1aea-4814-a3e6-2afcdcfd9abb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:57.220516 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-ed10f061-1aea-4814-a3e6-2afcdcfd9abb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:57.267215 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-ed10f061-1aea-4814-a3e6-2afcdcfd9abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:57.269864 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-ed10f061-1aea-4814-a3e6-2afcdcfd9abb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:57.271025 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-ed10f061-1aea-4814-a3e6-2afcdcfd9abb admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/46712d9f-9e1b-4d57-b8e6-42697cd17b53 HTTP/1.1" status: 204 len: 168 time: 0.1212633 Jul 16 20:07:57.279295 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed10f061-1aea-4814-a3e6-2afcdcfd9abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46712d9f-9e1b-4d57-b8e6-42697cd17b53,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:58.589919 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 34ae6685-b683-4f7c-9429-b8c022470bd3 no longer exists at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:07:58.610566 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] No Port match for: 34ae6685-b683-4f7c-9429-b8c022470bd3 {{(pid=93022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:07:58.610919 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 34ae6685-b683-4f7c-9429-b8c022470bd3 not bound to the agent host dv-cinder-800697-3-iscsi {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:07:58.611339 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 040928a6-48b8-4583-9309-ebf4e2bafd0d no longer exists at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:07:58.636935 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] No Port match for: 040928a6-48b8-4583-9309-ebf4e2bafd0d {{(pid=93022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:07:58.637276 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 040928a6-48b8-4583-9309-ebf4e2bafd0d not bound to the agent host dv-cinder-800697-3-iscsi {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:07:58.886085 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 33842) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:58.989052 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-e1627f19-dc67-4ead-be74-55a50bc0304f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:59.074035 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-e1627f19-dc67-4ead-be74-55a50bc0304f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:59.077558 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-e1627f19-dc67-4ead-be74-55a50bc0304f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:59.115536 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-e1627f19-dc67-4ead-be74-55a50bc0304f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=962ac9bed9ab4e3ca1a6d503b0c42960&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2283747 Jul 16 20:07:59.116371 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1627f19-dc67-4ead-be74-55a50bc0304f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81cd3309-7564-463a-93dc-246cab616aed,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:59.118885 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 33846) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:59.170049 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-0d9db105-8780-4943-a37f-b1afe054a102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:59.191219 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-0d9db105-8780-4943-a37f-b1afe054a102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:59.239025 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-0d9db105-8780-4943-a37f-b1afe054a102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:59.241861 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-0d9db105-8780-4943-a37f-b1afe054a102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:59.243185 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-0d9db105-8780-4943-a37f-b1afe054a102 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/81cd3309-7564-463a-93dc-246cab616aed HTTP/1.1" status: 204 len: 168 time: 0.1231289 Jul 16 20:07:59.251708 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9db105-8780-4943-a37f-b1afe054a102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81cd3309-7564-463a-93dc-246cab616aed,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:59.493013 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 33852) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:59.507231 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-b0bfcc94-e944-43ee-9a47-8a5058adea87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:59.599061 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-b0bfcc94-e944-43ee-9a47-8a5058adea87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:59.605479 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-b0bfcc94-e944-43ee-9a47-8a5058adea87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:59.645694 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-b0bfcc94-e944-43ee-9a47-8a5058adea87 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e9bb7161ca6e47c2b00d466dcf5d7585&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1515968 Jul 16 20:07:59.646662 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bfcc94-e944-43ee-9a47-8a5058adea87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4eb707-c42a-4bd0-a8b3-db2d960736de,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:59.648394 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 33854) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:59.702202 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-39de8999-fd1e-40ca-8778-4fef2259ffec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:59.723152 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-39de8999-fd1e-40ca-8778-4fef2259ffec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:59.769712 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-39de8999-fd1e-40ca-8778-4fef2259ffec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:59.772250 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-39de8999-fd1e-40ca-8778-4fef2259ffec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:59.773387 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-39de8999-fd1e-40ca-8778-4fef2259ffec admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6b4eb707-c42a-4bd0-a8b3-db2d960736de HTTP/1.1" status: 204 len: 168 time: 0.1232851 Jul 16 20:07:59.782017 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39de8999-fd1e-40ca-8778-4fef2259ffec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4eb707-c42a-4bd0-a8b3-db2d960736de,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:01.281916 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 33898) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:01.387856 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-c471015e-a1c7-4b5c-b232-1c7249cd31ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:01.475058 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-c471015e-a1c7-4b5c-b232-1c7249cd31ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:01.479044 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-c471015e-a1c7-4b5c-b232-1c7249cd31ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:01.516490 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-c471015e-a1c7-4b5c-b232-1c7249cd31ce admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=650eb234f30a465baca12d705364e14a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2334712 Jul 16 20:08:01.517342 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c471015e-a1c7-4b5c-b232-1c7249cd31ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e28825c-27b0-4846-af50-7a6703147d93,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:01.519204 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 33902) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:01.566760 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-9e6c070e-4170-48f5-88fa-3e7adbede435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:01.586658 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-9e6c070e-4170-48f5-88fa-3e7adbede435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:01.636139 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-9e6c070e-4170-48f5-88fa-3e7adbede435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:01.638671 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-9e6c070e-4170-48f5-88fa-3e7adbede435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:01.639798 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-9e6c070e-4170-48f5-88fa-3e7adbede435 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6e28825c-27b0-4846-af50-7a6703147d93 HTTP/1.1" status: 204 len: 168 time: 0.1195979 Jul 16 20:08:01.647483 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6c070e-4170-48f5-88fa-3e7adbede435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e28825c-27b0-4846-af50-7a6703147d93,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:01.895083 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 33908) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:01.908403 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-1ce9233d-85ba-4308-8a4f-decb33792dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:01.997227 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-1ce9233d-85ba-4308-8a4f-decb33792dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:02.000109 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-1ce9233d-85ba-4308-8a4f-decb33792dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:02.036801 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce9233d-85ba-4308-8a4f-decb33792dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0d8941-25fa-4161-b1b3-5a3be7dc29c6,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:02.041069 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-1ce9233d-85ba-4308-8a4f-decb33792dde admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=da7ac6ba4e534a7fb9db11844b543549&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1449244 Jul 16 20:08:02.044230 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 33910) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:02.094679 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-107ddc4a-ac54-4632-beb0-33b6262d1815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:02.115450 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-107ddc4a-ac54-4632-beb0-33b6262d1815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:02.160188 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-107ddc4a-ac54-4632-beb0-33b6262d1815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:02.163159 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-107ddc4a-ac54-4632-beb0-33b6262d1815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:02.164465 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-107ddc4a-ac54-4632-beb0-33b6262d1815 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0c0d8941-25fa-4161-b1b3-5a3be7dc29c6 HTTP/1.1" status: 204 len: 168 time: 0.1192560 Jul 16 20:08:02.172947 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107ddc4a-ac54-4632-beb0-33b6262d1815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0d8941-25fa-4161-b1b3-5a3be7dc29c6,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:02.294731 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:04.299388 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 33982) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:04.399563 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-4a1d84ab-5149-4c43-b259-633dd558fdfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:04.485510 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-4a1d84ab-5149-4c43-b259-633dd558fdfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:04.489217 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-4a1d84ab-5149-4c43-b259-633dd558fdfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:04.527289 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-4a1d84ab-5149-4c43-b259-633dd558fdfc admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8424c15ca06d4d87abe660b0f00af47e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2268312 Jul 16 20:08:04.528388 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1d84ab-5149-4c43-b259-633dd558fdfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775a675f-a3b2-4b50-8f45-417c2e840447,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:04.530979 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 33986) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:04.584538 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-2664c3d7-8d3b-46a1-901a-c5fbfbf4c3d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:04.608824 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-2664c3d7-8d3b-46a1-901a-c5fbfbf4c3d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:04.659098 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-2664c3d7-8d3b-46a1-901a-c5fbfbf4c3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:04.661592 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-2664c3d7-8d3b-46a1-901a-c5fbfbf4c3d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:04.662796 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-2664c3d7-8d3b-46a1-901a-c5fbfbf4c3d6 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/775a675f-a3b2-4b50-8f45-417c2e840447 HTTP/1.1" status: 204 len: 168 time: 0.1301155 Jul 16 20:08:04.670469 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2664c3d7-8d3b-46a1-901a-c5fbfbf4c3d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775a675f-a3b2-4b50-8f45-417c2e840447,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:04.922562 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 33992) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:04.935714 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-fbb0033b-fd6d-4db8-9daa-35591d734803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:05.023293 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-fbb0033b-fd6d-4db8-9daa-35591d734803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:05.027594 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-fbb0033b-fd6d-4db8-9daa-35591d734803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:05.064754 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb0033b-fd6d-4db8-9daa-35591d734803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9ab089-550b-4166-bc01-157c2c8ccd19,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:05.068941 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-fbb0033b-fd6d-4db8-9daa-35591d734803 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=83b459e4c72e49e893589473e4f77270&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1453817 Jul 16 20:08:05.071615 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 33994) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:05.118446 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-304adf67-41ce-41bd-98bc-fc394c0d4a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:05.140014 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-304adf67-41ce-41bd-98bc-fc394c0d4a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:05.187323 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-304adf67-41ce-41bd-98bc-fc394c0d4a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:05.189750 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-304adf67-41ce-41bd-98bc-fc394c0d4a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:05.190913 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-304adf67-41ce-41bd-98bc-fc394c0d4a56 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3d9ab089-550b-4166-bc01-157c2c8ccd19 HTTP/1.1" status: 204 len: 168 time: 0.1184967 Jul 16 20:08:05.199429 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304adf67-41ce-41bd-98bc-fc394c0d4a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9ab089-550b-4166-bc01-157c2c8ccd19,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:15.831033 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 34110) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:15.932991 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-d2325760-a2bc-4c4e-88e4-425422e7ed10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:16.021286 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-d2325760-a2bc-4c4e-88e4-425422e7ed10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:16.025836 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-d2325760-a2bc-4c4e-88e4-425422e7ed10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:16.060554 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2325760-a2bc-4c4e-88e4-425422e7ed10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3e1662-d999-4a3b-aa4d-3b121e66bee0,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:16.064162 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-d2325760-a2bc-4c4e-88e4-425422e7ed10 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=86cfcf3104c24beebc14ac67ac41d429&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2321520 Jul 16 20:08:16.066896 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 34114) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:16.069921 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2325760-a2bc-4c4e-88e4-425422e7ed10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:16.070320 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2325760-a2bc-4c4e-88e4-425422e7ed10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:16.070693 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2325760-a2bc-4c4e-88e4-425422e7ed10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:16.071032 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2325760-a2bc-4c4e-88e4-425422e7ed10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:16.072212 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2325760-a2bc-4c4e-88e4-425422e7ed10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:16.072782 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2325760-a2bc-4c4e-88e4-425422e7ed10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:16.073164 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2325760-a2bc-4c4e-88e4-425422e7ed10 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:16.073496 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2325760-a2bc-4c4e-88e4-425422e7ed10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:16.073830 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2325760-a2bc-4c4e-88e4-425422e7ed10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:16.074151 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2325760-a2bc-4c4e-88e4-425422e7ed10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:16.074913 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2325760-a2bc-4c4e-88e4-425422e7ed10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:16.075239 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2325760-a2bc-4c4e-88e4-425422e7ed10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:16.116306 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-aed80687-3c45-4a45-ae7b-258c86635b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:16.142961 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-aed80687-3c45-4a45-ae7b-258c86635b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:16.188866 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-aed80687-3c45-4a45-ae7b-258c86635b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:16.191530 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-aed80687-3c45-4a45-ae7b-258c86635b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:16.192657 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-aed80687-3c45-4a45-ae7b-258c86635b04 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9f3e1662-d999-4a3b-aa4d-3b121e66bee0 HTTP/1.1" status: 204 len: 168 time: 0.1247897 Jul 16 20:08:16.200695 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed80687-3c45-4a45-ae7b-258c86635b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3e1662-d999-4a3b-aa4d-3b121e66bee0,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:16.448042 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 34120) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:16.460895 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-f576eb2b-ea91-49fe-85bc-46d4919a403f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:16.549783 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-f576eb2b-ea91-49fe-85bc-46d4919a403f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:16.553534 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-f576eb2b-ea91-49fe-85bc-46d4919a403f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:16.590840 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-f576eb2b-ea91-49fe-85bc-46d4919a403f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8e86ebf0318c433cbc9edd726bd6fc12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1417227 Jul 16 20:08:16.591917 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f576eb2b-ea91-49fe-85bc-46d4919a403f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63657768-a299-41dc-8316-4b780871af93,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:16.593583 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 34122) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:16.646446 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-43a7c3ac-6ce9-4533-8c75-ba031de2bdc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:16.668719 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-43a7c3ac-6ce9-4533-8c75-ba031de2bdc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:16.715076 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-43a7c3ac-6ce9-4533-8c75-ba031de2bdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:16.717796 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-43a7c3ac-6ce9-4533-8c75-ba031de2bdc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:16.719008 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-43a7c3ac-6ce9-4533-8c75-ba031de2bdc6 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/63657768-a299-41dc-8316-4b780871af93 HTTP/1.1" status: 204 len: 168 time: 0.1243799 Jul 16 20:08:16.726731 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a7c3ac-6ce9-4533-8c75-ba031de2bdc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63657768-a299-41dc-8316-4b780871af93,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:20.164139 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-586efc21-1520-4e62-ad4a-a34ef1774774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:20.735031 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:20.741091 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:08:21.205829 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc842983-6476-49f1-8209-5ea9b75c2567 req-24b7cb33-0da8-482e-ad56-0eaeacf3bb55 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:21.207369 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-bc842983-6476-49f1-8209-5ea9b75c2567 req-24b7cb33-0da8-482e-ad56-0eaeacf3bb55 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 946 time: 0.0669625 Jul 16 20:08:21.246262 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-bc842983-6476-49f1-8209-5ea9b75c2567 req-3cdb1c3d-2d65-4f51-8536-cd27ea9ee0e6 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=78e002dc-dd47-49bf-9fe9-3d77220096c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324845 Jul 16 20:08:22.225545 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-19a0c5ce-7b0a-4983-ae81-2bf5719d811b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:22.445622 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858bd8cc-cc4a-4ab2-8f4b-c38d0f618474 req-e04d23f1-6f19-417c-a84e-72bab4955535 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:22.447597 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-858bd8cc-cc4a-4ab2-8f4b-c38d0f618474 req-e04d23f1-6f19-417c-a84e-72bab4955535 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 946 time: 0.0663862 Jul 16 20:08:22.493001 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-858bd8cc-cc4a-4ab2-8f4b-c38d0f618474 req-056a1488-e1eb-42c9-a22a-c97c24ae5451 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups?id=78e002dc-dd47-49bf-9fe9-3d77220096c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387993 Jul 16 20:08:22.778511 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abedccb-ae3e-4863-b5d2-a44e74a26ca0 req-b4b3237a-6cd6-4faf-b262-830df16fa2ad tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:22.780060 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-0abedccb-ae3e-4863-b5d2-a44e74a26ca0 req-b4b3237a-6cd6-4faf-b262-830df16fa2ad tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.102 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 946 time: 0.0783272 Jul 16 20:08:22.900075 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [req-0abedccb-ae3e-4863-b5d2-a44e74a26ca0 req-869713a4-ffd7-4795-9cea-df1fdb91e695 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Deleting port a3545818-9902-40e8-b49d-2425ea5cd566 {{(pid=93020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:08:22.900571 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-0abedccb-ae3e-4863-b5d2-a44e74a26ca0 req-869713a4-ffd7-4795-9cea-df1fdb91e695 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786207273135'] for port, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:23.005870 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [req-0abedccb-ae3e-4863-b5d2-a44e74a26ca0 req-869713a4-ffd7-4795-9cea-df1fdb91e695 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] For port a3545818-9902-40e8-b49d-2425ea5cd566, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=a3545818-9902-40e8-b49d-2425ea5cd566,segment=NetworkSegment(1c4d2179-a936-4f83-8fe1-458e36f04a04),segment_id=1c4d2179-a936-4f83-8fe1-458e36f04a04)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:23.006225 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-0abedccb-ae3e-4863-b5d2-a44e74a26ca0 req-869713a4-ffd7-4795-9cea-df1fdb91e695 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8298881'] for port, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:23.188735 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-0abedccb-ae3e-4863-b5d2-a44e74a26ca0 req-869713a4-ffd7-4795-9cea-df1fdb91e695 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:23.189342 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-0abedccb-ae3e-4863-b5d2-a44e74a26ca0 req-869713a4-ffd7-4795-9cea-df1fdb91e695 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8363194'] for floatingip, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:23.189955 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.db.l3_db [req-0abedccb-ae3e-4863-b5d2-a44e74a26ca0 req-869713a4-ffd7-4795-9cea-df1fdb91e695 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Floating IP d7450ee0-2642-4b66-8cb7-02cb21c70f77 disassociated. External IP: 172.27.1.170, port: a3545818-9902-40e8-b49d-2425ea5cd566. Jul 16 20:08:23.190277 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [req-0abedccb-ae3e-4863-b5d2-a44e74a26ca0 req-869713a4-ffd7-4795-9cea-df1fdb91e695 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Calling delete_port for a3545818-9902-40e8-b49d-2425ea5cd566 owned by compute:nova {{(pid=93020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:08:23.324295 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-0abedccb-ae3e-4863-b5d2-a44e74a26ca0 req-869713a4-ffd7-4795-9cea-df1fdb91e695 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786207273858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786206872495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:23.340684 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:23.353680 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869713a4-ffd7-4795-9cea-df1fdb91e695 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Pushing event deleted for resources: {'Port': ['ID=a3545818-9902-40e8-b49d-2425ea5cd566,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:23.469780 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0abedccb-ae3e-4863-b5d2-a44e74a26ca0 req-869713a4-ffd7-4795-9cea-df1fdb91e695 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Router 6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca has already been hosted by L3 agent 2edc1d69-0f6a-462d-a1c4-2c7c9be5649e {{(pid=93020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:08:23.580845 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0abedccb-ae3e-4863-b5d2-a44e74a26ca0 req-869713a4-ffd7-4795-9cea-df1fdb91e695 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify agent at l3_agent.dv-cinder-800697-3-iscsi the message routers_updated {{(pid=93020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:08:23.592072 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e068f0d6-d025-451b-9d26-38146423dada None None] Sync routers for ids ['6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca'] in dv-cinder-800697-3-iscsi {{(pid=93023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:08:23.607017 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e068f0d6-d025-451b-9d26-38146423dada None None] Routers {'6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:08:23.607743 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-e068f0d6-d025-451b-9d26-38146423dada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:08:22Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca'], 'active': True} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:23.628227 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [req-0abedccb-ae3e-4863-b5d2-a44e74a26ca0 req-869713a4-ffd7-4795-9cea-df1fdb91e695 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] No DVR routers for this DVR port a3545818-9902-40e8-b49d-2425ea5cd566 on host hv-cinder-80069 {{(pid=93020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:08:23.637784 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-0abedccb-ae3e-4863-b5d2-a44e74a26ca0 req-869713a4-ffd7-4795-9cea-df1fdb91e695 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for port, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:23.639828 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-0abedccb-ae3e-4863-b5d2-a44e74a26ca0 req-869713a4-ffd7-4795-9cea-df1fdb91e695 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.102 "DELETE /v2.0/ports/a3545818-9902-40e8-b49d-2425ea5cd566 HTTP/1.1" status: 204 len: 173 time: 0.8543830 Jul 16 20:08:23.640281 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd673e923-f315-4301-a81d-fe804de00132', 'name': 'network-vif-deleted', 'tag': 'a3545818-9902-40e8-b49d-2425ea5cd566'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:23.642563 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fae8f2ff960fe93758be445b473a7dfd6f7d616fbf5a964bb8e60e5228696b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7fbdd5-8212-4609-ba0a-f8590c82519c" -d '{"events": [{"server_uuid": "d673e923-f315-4301-a81d-fe804de00132", "name": "network-vif-deleted", "tag": "a3545818-9902-40e8-b49d-2425ea5cd566"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:23.671021 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-7a562780-87e6-42b9-a498-e7573952ce2b req-74995e1d-46ad-4191-955b-895e66addb36 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/ports?device_id=d673e923-f315-4301-a81d-fe804de00132 HTTP/1.1" status: 200 len: 210 time: 0.0447276 Jul 16 20:08:23.688031 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84d5727-7181-433b-a1e3-963d8e888030 x-openstack-request-id: req-d84d5727-7181-433b-a1e3-963d8e888030 {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:23.688625 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d673e923-f315-4301-a81d-fe804de00132", "name": "network-vif-deleted", "tag": "a3545818-9902-40e8-b49d-2425ea5cd566", "status": "completed", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:23.689100 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d84d5727-7181-433b-a1e3-963d8e888030 {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:23.689729 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd673e923-f315-4301-a81d-fe804de00132', 'name': 'network-vif-deleted', 'tag': 'a3545818-9902-40e8-b49d-2425ea5cd566', 'status': 'completed', 'code': 200} Jul 16 20:08:23.737711 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvr_db [None req-e068f0d6-d025-451b-9d26-38146423dada None None] Set router 6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca gateway port host: dv-cinder-800697-3-iscsi {{(pid=93023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:08:23.958908 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-e068f0d6-d025-451b-9d26-38146423dada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'name': 'tempest-AttachVolumeShelveTestJSON-631390118-router', 'tenant_id': 'b242095010ee4963872bd0cfcbacc3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '32cf16c9-547e-44ad-a083-59a8dc60c8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:00:54Z', 'updated_at': '2021-07-16T20:01:01Z', 'revision_number': 4, 'project_id': 'b242095010ee4963872bd0cfcbacc3fa', 'gw_port': {'id': '32cf16c9-547e-44ad-a083-59a8dc60c8f5', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:00:55Z', 'updated_at': '2021-07-16T20:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_interfaces': [{'id': '966c6d7b-5624-4f3e-bfc8-882157fc3444', 'name': '', 'network_id': '4ff04a31-0c23-4b48-92bc-f65e7b91222b', 'tenant_id': 'b242095010ee4963872bd0cfcbacc3fa', 'mac_address': 'fa:16:3e:77:ab:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bbca6f5f-fd8e-4af4-b23d-e7ec2502b976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:00:59Z', 'updated_at': '2021-07-16T20:01:10Z', 'revision_number': 5, 'project_id': 'b242095010ee4963872bd0cfcbacc3fa', 'subnets': [{'id': 'bbca6f5f-fd8e-4af4-b23d-e7ec2502b976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:23.987764 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e068f0d6-d025-451b-9d26-38146423dada None None] Checking router: 6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca for host: dv-cinder-800697-3-iscsi {{(pid=93023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:08:23.996741 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e068f0d6-d025-451b-9d26-38146423dada None None] Routers {'6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:08:23.997340 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-e068f0d6-d025-451b-9d26-38146423dada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:08:22Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca'], 'active': True} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:24.110087 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvr_db [None req-e068f0d6-d025-451b-9d26-38146423dada None None] Set router 6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca gateway port host: dv-cinder-800697-3-iscsi {{(pid=93023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:08:24.342450 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-e068f0d6-d025-451b-9d26-38146423dada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'name': 'tempest-AttachVolumeShelveTestJSON-631390118-router', 'tenant_id': 'b242095010ee4963872bd0cfcbacc3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '32cf16c9-547e-44ad-a083-59a8dc60c8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:00:54Z', 'updated_at': '2021-07-16T20:01:01Z', 'revision_number': 4, 'project_id': 'b242095010ee4963872bd0cfcbacc3fa', 'gw_port': {'id': '32cf16c9-547e-44ad-a083-59a8dc60c8f5', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:00:55Z', 'updated_at': '2021-07-16T20:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_interfaces': [{'id': '966c6d7b-5624-4f3e-bfc8-882157fc3444', 'name': '', 'network_id': '4ff04a31-0c23-4b48-92bc-f65e7b91222b', 'tenant_id': 'b242095010ee4963872bd0cfcbacc3fa', 'mac_address': 'fa:16:3e:77:ab:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bbca6f5f-fd8e-4af4-b23d-e7ec2502b976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:00:59Z', 'updated_at': '2021-07-16T20:01:10Z', 'revision_number': 5, 'project_id': 'b242095010ee4963872bd0cfcbacc3fa', 'subnets': [{'id': 'bbca6f5f-fd8e-4af4-b23d-e7ec2502b976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:24.370743 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e068f0d6-d025-451b-9d26-38146423dada None None] The sync data for ids ['6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca'] in dv-cinder-800697-3-iscsi is: [{'id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'name': 'tempest-AttachVolumeShelveTestJSON-631390118-router', 'tenant_id': 'b242095010ee4963872bd0cfcbacc3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '32cf16c9-547e-44ad-a083-59a8dc60c8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:00:54Z', 'updated_at': '2021-07-16T20:01:01Z', 'revision_number': 4, 'project_id': 'b242095010ee4963872bd0cfcbacc3fa', 'gw_port': {'id': '32cf16c9-547e-44ad-a083-59a8dc60c8f5', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:00:55Z', 'updated_at': '2021-07-16T20:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_interfaces': [{'id': '966c6d7b-5624-4f3e-bfc8-882157fc3444', 'name': '', 'network_id': '4ff04a31-0c23-4b48-92bc-f65e7b91222b', 'tenant_id': 'b242095010ee4963872bd0cfcbacc3fa', 'mac_address': 'fa:16:3e:77:ab:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bbca6f5f-fd8e-4af4-b23d-e7ec2502b976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:00:59Z', 'updated_at': '2021-07-16T20:01:10Z', 'revision_number': 5, 'project_id': 'b242095010ee4963872bd0cfcbacc3fa', 'subnets': [{'id': 'bbca6f5f-fd8e-4af4-b23d-e7ec2502b976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:08:24.583329 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed069bc-c564-487b-b5d7-41a4d9f88c1d None None] New status for floating IP d7450ee0-2642-4b66-8cb7-02cb21c70f77: DOWN {{(pid=93022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:08:24.780202 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:24.809542 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 34236) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:24.868291 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-81650595-11ae-4749-9334-72d6b4ceddea tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks [] for security_group, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:24.894849 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-81650595-11ae-4749-9334-72d6b4ceddea tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:24.941369 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-81650595-11ae-4749-9334-72d6b4ceddea tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:24.947055 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-81650595-11ae-4749-9334-72d6b4ceddea tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks [] for security_group, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:24.948389 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-81650595-11ae-4749-9334-72d6b4ceddea tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "DELETE /v2.0/security-groups/78e002dc-dd47-49bf-9fe9-3d77220096c3 HTTP/1.1" status: 204 len: 168 time: 0.1377964 Jul 16 20:08:24.951133 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 34238) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:24.958716 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81650595-11ae-4749-9334-72d6b4ceddea tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e002dc-dd47-49bf-9fe9-3d77220096c3,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:24.965255 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.api.v2.resource [None req-bcb3d3fc-2047-48ce-9bf0-3e4c79111993 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] show failed (client error): The resource could not be found. Jul 16 20:08:24.966148 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-bcb3d3fc-2047-48ce-9bf0-3e4c79111993 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "GET /v2.0/security-groups/78e002dc-dd47-49bf-9fe9-3d77220096c3 HTTP/1.1" status: 404 len: 347 time: 0.0139744 Jul 16 20:08:24.968965 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 34240) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:25.096163 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-1992eaca-79c1-48e2-a398-72b7d9818c09 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Deleting port 1d8f4914-343d-4f39-b28c-6909de53145b {{(pid=93020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:08:25.096476 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-1992eaca-79c1-48e2-a398-72b7d9818c09 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786207273135'] for port, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:25.169941 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-1992eaca-79c1-48e2-a398-72b7d9818c09 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8298881'] for port, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:25.170270 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-1992eaca-79c1-48e2-a398-72b7d9818c09 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:25.184094 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-1992eaca-79c1-48e2-a398-72b7d9818c09 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Calling delete_port for 1d8f4914-343d-4f39-b28c-6909de53145b owned by network:floatingip {{(pid=93020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:08:25.322237 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-1992eaca-79c1-48e2-a398-72b7d9818c09 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786207273858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786206872495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:25.347791 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1992eaca-79c1-48e2-a398-72b7d9818c09 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Pushing event deleted for resources: {'Port': ['ID=1d8f4914-343d-4f39-b28c-6909de53145b,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:25.418498 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-1992eaca-79c1-48e2-a398-72b7d9818c09 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks [] for floatingip, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:25.421304 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-1992eaca-79c1-48e2-a398-72b7d9818c09 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for floatingip, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:25.422830 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-1992eaca-79c1-48e2-a398-72b7d9818c09 tempest-AttachVolumeShelveTestJSON-1705696747 tempest-AttachVolumeShelveTestJSON-1705696747-project] 10.222.0.98 "DELETE /v2.0/floatingips/d7450ee0-2642-4b66-8cb7-02cb21c70f77 HTTP/1.1" status: 204 len: 168 time: 0.4528964 Jul 16 20:08:27.020750 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device a3545818-9902-40e8-b49d-2425ea5cd566 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:08:27.044374 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] No Port match for: a3545818-9902-40e8-b49d-2425ea5cd566 {{(pid=93022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:08:27.044841 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device a3545818-9902-40e8-b49d-2425ea5cd566 not bound to the agent host hv-cinder-80069 {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:08:27.974614 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 34268) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:28.463129 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e25b2f5b-724b-476f-93ad-f4e9f758be1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8300474'] for router_interface, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:28.717104 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-e25b2f5b-724b-476f-93ad-f4e9f758be1c admin admin] Deleting port 966c6d7b-5624-4f3e-bfc8-882157fc3444 {{(pid=93020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:08:28.717356 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e25b2f5b-724b-476f-93ad-f4e9f758be1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786207273135'] for port, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:28.792428 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-e25b2f5b-724b-476f-93ad-f4e9f758be1c admin admin] For port 966c6d7b-5624-4f3e-bfc8-882157fc3444, host dv-cinder-800697-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=966c6d7b-5624-4f3e-bfc8-882157fc3444,segment=NetworkSegment(1c4d2179-a936-4f83-8fe1-458e36f04a04),segment_id=1c4d2179-a936-4f83-8fe1-458e36f04a04)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:28.792778 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e25b2f5b-724b-476f-93ad-f4e9f758be1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8298881'] for port, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:28.806164 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-e25b2f5b-724b-476f-93ad-f4e9f758be1c admin admin] Calling delete_port for 966c6d7b-5624-4f3e-bfc8-882157fc3444 owned by network:router_interface {{(pid=93020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:08:28.985351 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e25b2f5b-724b-476f-93ad-f4e9f758be1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786207273858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786206872495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:29.015412 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25b2f5b-724b-476f-93ad-f4e9f758be1c admin admin] Pushing event deleted for resources: {'Port': ['ID=966c6d7b-5624-4f3e-bfc8-882157fc3444,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:29.181843 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e25b2f5b-724b-476f-93ad-f4e9f758be1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8279594'] for router_interface, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:29.396357 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e25b2f5b-724b-476f-93ad-f4e9f758be1c admin admin] Router 6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca has already been hosted by L3 agent 2edc1d69-0f6a-462d-a1c4-2c7c9be5649e {{(pid=93020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:08:29.499764 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25b2f5b-724b-476f-93ad-f4e9f758be1c admin admin] Notify agent at l3_agent.dv-cinder-800697-3-iscsi the message routers_updated {{(pid=93020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:08:29.507647 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-e25b2f5b-724b-476f-93ad-f4e9f758be1c admin admin] 10.222.0.98 "PUT /v2.0/routers/6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5294056 Jul 16 20:08:29.507749 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 34276) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:29.509153 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52e48ce-fe0b-4083-99b5-7dfec7bdafd5 None None] Sync routers for ids ['6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca'] in dv-cinder-800697-3-iscsi {{(pid=93023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:08:29.521316 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52e48ce-fe0b-4083-99b5-7dfec7bdafd5 None None] Routers {'6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:08:29.521939 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-c52e48ce-fe0b-4083-99b5-7dfec7bdafd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:08:22Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca'], 'active': True} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:29.611741 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-851e0e3c-12be-4c5f-85bc-7eb7aa045e86 admin admin] Notify callbacks [] for router, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:29.630627 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvr_db [None req-c52e48ce-fe0b-4083-99b5-7dfec7bdafd5 None None] Set router 6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca gateway port host: dv-cinder-800697-3-iscsi {{(pid=93023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:08:29.719843 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-851e0e3c-12be-4c5f-85bc-7eb7aa045e86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:29.775009 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.plugin [None req-851e0e3c-12be-4c5f-85bc-7eb7aa045e86 admin admin] Deleting port 32cf16c9-547e-44ad-a083-59a8dc60c8f5 {{(pid=93021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:08:29.775348 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-851e0e3c-12be-4c5f-85bc-7eb7aa045e86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786207273135'] for port, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:29.810059 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-c52e48ce-fe0b-4083-99b5-7dfec7bdafd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'name': 'tempest-AttachVolumeShelveTestJSON-631390118-router', 'tenant_id': 'b242095010ee4963872bd0cfcbacc3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '32cf16c9-547e-44ad-a083-59a8dc60c8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:00:54Z', 'updated_at': '2021-07-16T20:08:28Z', 'revision_number': 5, 'project_id': 'b242095010ee4963872bd0cfcbacc3fa', 'gw_port': {'id': '32cf16c9-547e-44ad-a083-59a8dc60c8f5', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:00:55Z', 'updated_at': '2021-07-16T20:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi'}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:29.841890 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52e48ce-fe0b-4083-99b5-7dfec7bdafd5 None None] Checking router: 6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca for host: dv-cinder-800697-3-iscsi {{(pid=93023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:08:29.850636 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52e48ce-fe0b-4083-99b5-7dfec7bdafd5 None None] Routers {'6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:08:29.851249 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-c52e48ce-fe0b-4083-99b5-7dfec7bdafd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:08:22Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca'], 'active': True} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:29.864700 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.db [None req-851e0e3c-12be-4c5f-85bc-7eb7aa045e86 admin admin] For port 32cf16c9-547e-44ad-a083-59a8dc60c8f5, host dv-cinder-800697-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=32cf16c9-547e-44ad-a083-59a8dc60c8f5,segment=NetworkSegment(cdf336fb-2473-4d8c-b46d-c083e8b3b4ea),segment_id=cdf336fb-2473-4d8c-b46d-c083e8b3b4ea)] {{(pid=93021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:29.865042 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-851e0e3c-12be-4c5f-85bc-7eb7aa045e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8298881'] for port, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:29.877337 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.plugin [None req-851e0e3c-12be-4c5f-85bc-7eb7aa045e86 admin admin] Calling delete_port for 32cf16c9-547e-44ad-a083-59a8dc60c8f5 owned by network:router_gateway {{(pid=93021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:08:29.942466 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvr_db [None req-c52e48ce-fe0b-4083-99b5-7dfec7bdafd5 None None] Set router 6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca gateway port host: None {{(pid=93023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:08:29.996087 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-c52e48ce-fe0b-4083-99b5-7dfec7bdafd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'name': 'tempest-AttachVolumeShelveTestJSON-631390118-router', 'tenant_id': 'b242095010ee4963872bd0cfcbacc3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:00:54Z', 'updated_at': '2021-07-16T20:08:29Z', 'revision_number': 6, 'project_id': 'b242095010ee4963872bd0cfcbacc3fa', 'gw_port_host': None}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:30.022565 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52e48ce-fe0b-4083-99b5-7dfec7bdafd5 None None] The sync data for ids ['6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca'] in dv-cinder-800697-3-iscsi is: [{'id': '6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca', 'name': 'tempest-AttachVolumeShelveTestJSON-631390118-router', 'tenant_id': 'b242095010ee4963872bd0cfcbacc3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:00:54Z', 'updated_at': '2021-07-16T20:08:29Z', 'revision_number': 6, 'project_id': 'b242095010ee4963872bd0cfcbacc3fa', 'gw_port_host': None}] {{(pid=93023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:08:30.045684 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-851e0e3c-12be-4c5f-85bc-7eb7aa045e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786207273858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786206872495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8120956'] for port, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:30.075957 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851e0e3c-12be-4c5f-85bc-7eb7aa045e86 admin admin] Pushing event deleted for resources: {'Port': ['ID=32cf16c9-547e-44ad-a083-59a8dc60c8f5,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:30.133676 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-851e0e3c-12be-4c5f-85bc-7eb7aa045e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8363120'] for router_gateway, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:30.220231 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-851e0e3c-12be-4c5f-85bc-7eb7aa045e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8301028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126844'] for router, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:30.222256 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-851e0e3c-12be-4c5f-85bc-7eb7aa045e86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:30.263594 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-851e0e3c-12be-4c5f-85bc-7eb7aa045e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8298994'] for router, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:30.264027 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851e0e3c-12be-4c5f-85bc-7eb7aa045e86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca {{(pid=93021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:08:30.268264 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-851e0e3c-12be-4c5f-85bc-7eb7aa045e86 admin admin] Notify callbacks [] for router, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:30.269402 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-851e0e3c-12be-4c5f-85bc-7eb7aa045e86 admin admin] 10.222.0.98 "DELETE /v2.0/routers/6e17f86c-7555-4d45-9f28-6bd4a0f5d2ca HTTP/1.1" status: 204 len: 168 time: 0.7601585 Jul 16 20:08:30.271959 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 34290) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:30.318589 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.db_base_plugin_v2 [None req-efc92846-c693-4164-b1a8-44d6ed89a099 admin admin] Deleting subnet bbca6f5f-fd8e-4af4-b23d-e7ec2502b976 {{(pid=93021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:08:30.322483 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-efc92846-c693-4164-b1a8-44d6ed89a099 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:30.355647 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-efc92846-c693-4164-b1a8-44d6ed89a099 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5940030'] for subnet, precommit_delete_associations {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:30.437419 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-efc92846-c693-4164-b1a8-44d6ed89a099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001713'] for subnet, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:30.492808 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-efc92846-c693-4164-b1a8-44d6ed89a099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7945194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8120847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6192214'] for subnet, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:30.516197 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc92846-c693-4164-b1a8-44d6ed89a099 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbca6f5f-fd8e-4af4-b23d-e7ec2502b976,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:30.524236 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-efc92846-c693-4164-b1a8-44d6ed89a099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for subnet, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:30.528728 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-efc92846-c693-4164-b1a8-44d6ed89a099 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/bbca6f5f-fd8e-4af4-b23d-e7ec2502b976 HTTP/1.1" status: 204 len: 168 time: 0.2535219 Jul 16 20:08:30.528991 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 34294) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:30.530114 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9197afb0-0ecd-477b-8883-19398ff8ceb1 None None] Network 4ff04a31-0c23-4b48-92bc-f65e7b91222b requested from dv-cinder-800697-3-iscsi {{(pid=93022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:08:30.597824 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-1a564000-ed44-48d7-9a46-42e7fdb8c3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556954'] for network, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:30.651438 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.plugin [None req-1a564000-ed44-48d7-9a46-42e7fdb8c3e9 admin admin] Deleting port 47c12062-af8c-46ec-921a-565345e65532 {{(pid=93021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:08:30.651776 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-1a564000-ed44-48d7-9a46-42e7fdb8c3e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786207273135'] for port, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:30.718089 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.db [None req-1a564000-ed44-48d7-9a46-42e7fdb8c3e9 admin admin] For port 47c12062-af8c-46ec-921a-565345e65532, host dv-cinder-800697-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=47c12062-af8c-46ec-921a-565345e65532,segment=NetworkSegment(1c4d2179-a936-4f83-8fe1-458e36f04a04),segment_id=1c4d2179-a936-4f83-8fe1-458e36f04a04)] {{(pid=93021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:30.718377 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-1a564000-ed44-48d7-9a46-42e7fdb8c3e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8298881'] for port, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:30.729586 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.plugin [None req-1a564000-ed44-48d7-9a46-42e7fdb8c3e9 admin admin] Calling delete_port for 47c12062-af8c-46ec-921a-565345e65532 owned by network:dhcp {{(pid=93021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:08:30.790988 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2de6566-7cf3-4cb2-b22f-23cfb597021e None None] DHCP port deletion for 4ff04a31-0c23-4b48-92bc-f65e7b91222b request from dv-cinder-800697-3-iscsi {{(pid=93022) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:08:30.813762 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-1a564000-ed44-48d7-9a46-42e7fdb8c3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786207273858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786206872495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8120956'] for port, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:30.855189 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-b2de6566-7cf3-4cb2-b22f-23cfb597021e None None] Deleting port 47c12062-af8c-46ec-921a-565345e65532 {{(pid=93022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:08:30.855662 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-b2de6566-7cf3-4cb2-b22f-23cfb597021e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786207273135'] for port, before_delete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:30.858985 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a564000-ed44-48d7-9a46-42e7fdb8c3e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=47c12062-af8c-46ec-921a-565345e65532,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:30.862629 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a564000-ed44-48d7-9a46-42e7fdb8c3e9 admin admin] No DVR routers for this DVR port 47c12062-af8c-46ec-921a-565345e65532 on host dv-cinder-800697-3-iscsi {{(pid=93021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:08:30.880077 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 47c12062-af8c-46ec-921a-565345e65532 no longer exists at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:08:30.905348 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] No Port match for: 47c12062-af8c-46ec-921a-565345e65532 {{(pid=93022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:08:30.905794 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 47c12062-af8c-46ec-921a-565345e65532 not bound to the agent host dv-cinder-800697-3-iscsi {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:08:30.906217 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 966c6d7b-5624-4f3e-bfc8-882157fc3444 no longer exists at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:08:30.939884 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-1a564000-ed44-48d7-9a46-42e7fdb8c3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002645', 'neutron.services.segments.db._delete_segments_for_network-8786207386444'] for network, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:30.950817 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.services.segments.db [None req-1a564000-ed44-48d7-9a46-42e7fdb8c3e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ff04a31-0c23-4b48-92bc-f65e7b91222b']}} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:30.957052 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] No Port match for: 966c6d7b-5624-4f3e-bfc8-882157fc3444 {{(pid=93022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:08:30.957387 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 966c6d7b-5624-4f3e-bfc8-882157fc3444 not bound to the agent host dv-cinder-800697-3-iscsi {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:08:30.957794 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 32cf16c9-547e-44ad-a083-59a8dc60c8f5 no longer exists at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:08:30.960863 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.services.segments.db [None req-1a564000-ed44-48d7-9a46-42e7fdb8c3e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c4d2179-a936-4f83-8fe1-458e36f04a04') {'for_net_delete': True} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:30.962200 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.services.segments.db [None req-1a564000-ed44-48d7-9a46-42e7fdb8c3e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c4d2179-a936-4f83-8fe1-458e36f04a04') {} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:30.972371 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-1a564000-ed44-48d7-9a46-42e7fdb8c3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786207387733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5939977'] for segment, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:30.980670 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-b2de6566-7cf3-4cb2-b22f-23cfb597021e None None] For port 47c12062-af8c-46ec-921a-565345e65532, host dv-cinder-800697-3-iscsi, got binding levels [] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:30.981128 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-b2de6566-7cf3-4cb2-b22f-23cfb597021e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8298881'] for port, precommit_delete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:30.983652 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] No Port match for: 32cf16c9-547e-44ad-a083-59a8dc60c8f5 {{(pid=93022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:08:30.983992 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 32cf16c9-547e-44ad-a083-59a8dc60c8f5 not bound to the agent host dv-cinder-800697-3-iscsi {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:08:30.995211 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-1a564000-ed44-48d7-9a46-42e7fdb8c3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964265'] for segment, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:30.999464 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-b2de6566-7cf3-4cb2-b22f-23cfb597021e None None] Calling delete_port for 47c12062-af8c-46ec-921a-565345e65532 owned by network:dhcp {{(pid=93022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:08:31.002310 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a564000-ed44-48d7-9a46-42e7fdb8c3e9 admin admin] Releasing vlan 1019 on physical network physnet1 to pool {{(pid=93021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:08:31.002464 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.ipam_backend_mixin [None req-b2de6566-7cf3-4cb2-b22f-23cfb597021e None None] Port 47c12062-af8c-46ec-921a-565345e65532 was not found and therefore no delete operation was performed {{(pid=93022) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:08:31.002921 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-1a564000-ed44-48d7-9a46-42e7fdb8c3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8121261'] for segment, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:31.003647 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-b2de6566-7cf3-4cb2-b22f-23cfb597021e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786207273858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786206872495'] for port, after_delete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:31.004579 dv-cinder-800697-3-iscsi neutron-server[93021]: Traceback (most recent call last): Jul 16 20:08:31.004579 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:08:31.004579 dv-cinder-800697-3-iscsi neutron-server[93021]: timer() Jul 16 20:08:31.004579 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:08:31.004579 dv-cinder-800697-3-iscsi neutron-server[93021]: cb(*args, **kw) Jul 16 20:08:31.004579 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:08:31.004579 dv-cinder-800697-3-iscsi neutron-server[93021]: return func(*args, **kwargs) Jul 16 20:08:31.004579 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:08:31.004579 dv-cinder-800697-3-iscsi neutron-server[93021]: self._notify() Jul 16 20:08:31.004579 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:08:31.004579 dv-cinder-800697-3-iscsi neutron-server[93021]: self.callback(batched_events) Jul 16 20:08:31.004579 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:08:31.004579 dv-cinder-800697-3-iscsi neutron-server[93021]: event.method(event) Jul 16 20:08:31.004579 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:08:31.004579 dv-cinder-800697-3-iscsi neutron-server[93021]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:08:31.004579 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:08:31.004579 dv-cinder-800697-3-iscsi neutron-server[93021]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:08:31.004579 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:08:31.004579 dv-cinder-800697-3-iscsi neutron-server[93021]: return f(self, *a, **k) Jul 16 20:08:31.004579 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:08:31.004579 dv-cinder-800697-3-iscsi neutron-server[93021]: return self._get(url).json() Jul 16 20:08:31.004579 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:08:31.004579 dv-cinder-800697-3-iscsi neutron-server[93021]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:08:31.004579 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:08:31.004579 dv-cinder-800697-3-iscsi neutron-server[93021]: return self.request(url, 'GET', **kwargs) Jul 16 20:08:31.004579 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:08:31.004579 dv-cinder-800697-3-iscsi neutron-server[93021]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:08:31.004579 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:08:31.004579 dv-cinder-800697-3-iscsi neutron-server[93021]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:08:31.004579 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:08:31.004579 dv-cinder-800697-3-iscsi neutron-server[93021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:08:31.004579 dv-cinder-800697-3-iscsi neutron-server[93021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:08:31.029935 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de6566-7cf3-4cb2-b22f-23cfb597021e None None] Pushing event deleted for resources: {'Port': ['ID=47c12062-af8c-46ec-921a-565345e65532,revision_number=None']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:31.034308 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2de6566-7cf3-4cb2-b22f-23cfb597021e None None] No DVR routers for this DVR port 47c12062-af8c-46ec-921a-565345e65532 on host dv-cinder-800697-3-iscsi {{(pid=93022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:08:31.040096 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2de6566-7cf3-4cb2-b22f-23cfb597021e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:31.040464 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2de6566-7cf3-4cb2-b22f-23cfb597021e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:31.040805 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2de6566-7cf3-4cb2-b22f-23cfb597021e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:31.041142 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2de6566-7cf3-4cb2-b22f-23cfb597021e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:31.041474 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2de6566-7cf3-4cb2-b22f-23cfb597021e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:31.041805 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2de6566-7cf3-4cb2-b22f-23cfb597021e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:31.042134 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2de6566-7cf3-4cb2-b22f-23cfb597021e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:31.042487 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2de6566-7cf3-4cb2-b22f-23cfb597021e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:31.042829 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2de6566-7cf3-4cb2-b22f-23cfb597021e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:31.043140 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2de6566-7cf3-4cb2-b22f-23cfb597021e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:31.043460 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2de6566-7cf3-4cb2-b22f-23cfb597021e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:31.043784 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2de6566-7cf3-4cb2-b22f-23cfb597021e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:31.063388 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-1a564000-ed44-48d7-9a46-42e7fdb8c3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8363180'] for network, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:31.068683 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-1a564000-ed44-48d7-9a46-42e7fdb8c3e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for network, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:31.070741 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-1a564000-ed44-48d7-9a46-42e7fdb8c3e9 admin admin] 10.222.0.98 "DELETE /v2.0/networks/4ff04a31-0c23-4b48-92bc-f65e7b91222b HTTP/1.1" status: 204 len: 168 time: 0.5406170 Jul 16 20:08:31.084402 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a564000-ed44-48d7-9a46-42e7fdb8c3e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ff04a31-0c23-4b48-92bc-f65e7b91222b,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:31.189718 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 34298) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:31.228834 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-b1cd9db9-64e4-4e2a-b464-420727802dfd admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b242095010ee4963872bd0cfcbacc3fa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0379610 Jul 16 20:08:31.231216 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 34300) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:31.277586 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-1ba431d7-dbe9-473c-948c-7a39d6337afc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:31.298231 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-1ba431d7-dbe9-473c-948c-7a39d6337afc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:31.350098 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-1ba431d7-dbe9-473c-948c-7a39d6337afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:31.353251 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-1ba431d7-dbe9-473c-948c-7a39d6337afc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:31.354410 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-1ba431d7-dbe9-473c-948c-7a39d6337afc admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/217bb049-3761-45db-98ee-1c15617be628 HTTP/1.1" status: 204 len: 168 time: 0.1223042 Jul 16 20:08:31.362029 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba431d7-dbe9-473c-948c-7a39d6337afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217bb049-3761-45db-98ee-1c15617be628,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:32.296998 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:35.333518 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 34380) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:35.435320 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-c5cd4f4e-72e1-4b3e-b3e1-6dc2a475b738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:35.520998 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-c5cd4f4e-72e1-4b3e-b3e1-6dc2a475b738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:35.525399 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-c5cd4f4e-72e1-4b3e-b3e1-6dc2a475b738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:35.564458 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-c5cd4f4e-72e1-4b3e-b3e1-6dc2a475b738 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7f9e3f1e431548c69679d761241213e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2295821 Jul 16 20:08:35.565437 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd4f4e-72e1-4b3e-b3e1-6dc2a475b738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e523141-dc93-4c3d-80e8-99d0fa373c90,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:35.567218 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 34384) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:35.618086 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-587d7f0e-7c90-43e7-8336-539312f2effb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:35.639200 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-587d7f0e-7c90-43e7-8336-539312f2effb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:35.685242 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-587d7f0e-7c90-43e7-8336-539312f2effb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:35.688169 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-587d7f0e-7c90-43e7-8336-539312f2effb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:35.689352 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-587d7f0e-7c90-43e7-8336-539312f2effb admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8e523141-dc93-4c3d-80e8-99d0fa373c90 HTTP/1.1" status: 204 len: 168 time: 0.1205235 Jul 16 20:08:35.698739 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587d7f0e-7c90-43e7-8336-539312f2effb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e523141-dc93-4c3d-80e8-99d0fa373c90,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:36.294592 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 34416) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:36.390179 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [None req-e2a43bb0-ab91-4c0c-9f19-a7d436702318 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-38859417-network', 'tenant_id': 'af25564dcbb44ab783810e6c620b2bd4'}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:36.411671 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a43bb0-ab91-4c0c-9f19-a7d436702318 admin admin] Made reservation on behalf of af25564dcbb44ab783810e6c620b2bd4 for: {'network': 1} {{(pid=93020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:08:36.415171 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e2a43bb0-ab91-4c0c-9f19-a7d436702318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for network, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:36.423516 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e2a43bb0-ab91-4c0c-9f19-a7d436702318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:36.510661 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e2a43bb0-ab91-4c0c-9f19-a7d436702318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:36.514264 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e2a43bb0-ab91-4c0c-9f19-a7d436702318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:36.541798 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2a43bb0-ab91-4c0c-9f19-a7d436702318 admin admin] vlan segment allocate from pool success with {'vlan_id': 1040, 'physical_network': 'physnet1'} {{(pid=93020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:08:36.554972 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e2a43bb0-ab91-4c0c-9f19-a7d436702318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964265'] for segment, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:36.555339 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.db.segments_db [None req-e2a43bb0-ab91-4c0c-9f19-a7d436702318 admin admin] Added segment 875ace94-34d3-45a4-becd-a8a982707164 of type vlan for network b08ac5f9-2c15-45f7-9a61-437289e3197c Jul 16 20:08:36.556569 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a43bb0-ab91-4c0c-9f19-a7d436702318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbc2158-168f-40e4-bdaa-749d165c5fa7,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:36.598436 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e2a43bb0-ab91-4c0c-9f19-a7d436702318 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786206831382'] for network, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:36.631205 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e2a43bb0-ab91-4c0c-9f19-a7d436702318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851'] for network, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:36.632300 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a43bb0-ab91-4c0c-9f19-a7d436702318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:36.633615 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e2a43bb0-ab91-4c0c-9f19-a7d436702318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for network, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:36.667032 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-e2a43bb0-ab91-4c0c-9f19-a7d436702318 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3712890 Jul 16 20:08:36.669782 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 34436) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:36.698277 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [None req-bfabda81-6eac-4db7-986e-e1ce105268e4 admin admin] Request body: {'subnet': {'network_id': 'b08ac5f9-2c15-45f7-9a61-437289e3197c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-38859417-subnet', 'tenant_id': 'af25564dcbb44ab783810e6c620b2bd4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:36.702448 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a43bb0-ab91-4c0c-9f19-a7d436702318 admin admin] Pushing event updated for resources: {'Network': ['ID=b08ac5f9-2c15-45f7-9a61-437289e3197c,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:36.713490 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Network b08ac5f9-2c15-45f7-9a61-437289e3197c details requested by agent ovs-agent-dv-cinder-800697-3-iscsi with host dv-cinder-800697-3-iscsi {{(pid=93022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:08:36.723075 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfabda81-6eac-4db7-986e-e1ce105268e4 admin admin] Made reservation on behalf of af25564dcbb44ab783810e6c620b2bd4 for: {'subnet': 1} {{(pid=93020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:08:36.726223 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-bfabda81-6eac-4db7-986e-e1ce105268e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5499313'] for subnet, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:36.906990 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-bfabda81-6eac-4db7-986e-e1ce105268e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7945194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6084400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5499299'] for subnet, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:36.972721 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfabda81-6eac-4db7-986e-e1ce105268e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c821e1e-566b-46e2-b4da-9faa94f5bcd4,revision_number=0']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:36.977920 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfabda81-6eac-4db7-986e-e1ce105268e4 admin admin] Checking segment: {'id': '875ace94-34d3-45a4-becd-a8a982707164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'b08ac5f9-2c15-45f7-9a61-437289e3197c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:08:36.978275 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfabda81-6eac-4db7-986e-e1ce105268e4 admin admin] Network hostable DHCP agents. Network: b08ac5f9-2c15-45f7-9a61-437289e3197c, hostable agents: ['b3327041-ebae-4eef-8a27-dd2dfc08199a'], hosted agents: [] {{(pid=93020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:08:36.995669 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfabda81-6eac-4db7-986e-e1ce105268e4 admin admin] Network b08ac5f9-2c15-45f7-9a61-437289e3197c is scheduled to be hosted by DHCP agent b3327041-ebae-4eef-8a27-dd2dfc08199a with binding_index 1 {{(pid=93020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:08:37.004633 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.base_scheduler [None req-bfabda81-6eac-4db7-986e-e1ce105268e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-3-iscsi, b08ac5f9-2c15-45f7-9a61-437289e3197c) {{(pid=93020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:08:37.009234 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfabda81-6eac-4db7-986e-e1ce105268e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:37.009945 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-bfabda81-6eac-4db7-986e-e1ce105268e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:37.014803 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89dd94f2-ce17-4455-8776-a3b4b189a7f6 None None] Network b08ac5f9-2c15-45f7-9a61-437289e3197c requested from dv-cinder-800697-3-iscsi {{(pid=93022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:08:37.031287 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-bfabda81-6eac-4db7-986e-e1ce105268e4 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3602540 Jul 16 20:08:37.153210 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fc7111-292d-4913-a89f-281636d26037 None None] Network b08ac5f9-2c15-45f7-9a61-437289e3197c requested from dv-cinder-800697-3-iscsi {{(pid=93022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:08:38.769889 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25871c2f-4ea6-47d8-8d9b-b57a8a71bdf3 req-9b1f89d0-03c0-4e31-85d5-06ed183bc01a tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:38.771384 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-25871c2f-4ea6-47d8-8d9b-b57a8a71bdf3 req-9b1f89d0-03c0-4e31-85d5-06ed183bc01a tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/networks?id=b08ac5f9-2c15-45f7-9a61-437289e3197c HTTP/1.1" status: 200 len: 812 time: 0.0971909 Jul 16 20:08:38.785392 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-25871c2f-4ea6-47d8-8d9b-b57a8a71bdf3 req-36a20f3c-b83a-49dd-996f-feb35b85d6a1 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/quotas/af25564dcbb44ab783810e6c620b2bd4 HTTP/1.1" status: 200 len: 375 time: 0.0087731 Jul 16 20:08:39.054739 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-25871c2f-4ea6-47d8-8d9b-b57a8a71bdf3 req-46c44d65-6d1f-4ac2-85fc-143f04a784d1 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=af25564dcbb44ab783810e6c620b2bd4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2643387 Jul 16 20:08:39.141650 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-25871c2f-4ea6-47d8-8d9b-b57a8a71bdf3 req-82add7d5-7502-4613-aed2-0801c8d3b1d9 service neutron] 10.222.0.98 "GET /v2.0/networks/b08ac5f9-2c15-45f7-9a61-437289e3197c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804327 Jul 16 20:08:39.231484 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-25871c2f-4ea6-47d8-8d9b-b57a8a71bdf3 req-d64602e0-49f2-4415-b1df-b3e985d9b331 service neutron] 10.222.0.98 "GET /v2.0/networks/b08ac5f9-2c15-45f7-9a61-437289e3197c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842059 Jul 16 20:08:39.402343 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-2091e871-7356-4a53-85fa-c21889ef772d req-982241b7-e55f-4ce5-94a4-c01268de80a4 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0299077 Jul 16 20:08:40.451083 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25871c2f-4ea6-47d8-8d9b-b57a8a71bdf3 req-39e1e59a-54c8-4e90-955b-253e397558de tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:40.452509 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-25871c2f-4ea6-47d8-8d9b-b57a8a71bdf3 req-39e1e59a-54c8-4e90-955b-253e397558de tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.102 "GET /v2.0/networks?id=b08ac5f9-2c15-45f7-9a61-437289e3197c HTTP/1.1" status: 200 len: 812 time: 0.1073232 Jul 16 20:08:40.473247 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [req-25871c2f-4ea6-47d8-8d9b-b57a8a71bdf3 req-4321bcf8-9f2d-4ee1-a124-e58e4e3d2e9c tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] Request body: {'port': {'device_id': '900fbdd3-dea1-4590-a696-bc1378c76f3f', 'network_id': 'b08ac5f9-2c15-45f7-9a61-437289e3197c', 'admin_state_up': True, 'tenant_id': 'af25564dcbb44ab783810e6c620b2bd4'}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:40.584356 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-b65080cd-d36c-4d42-a326-c968b95a213f req-a5baf663-63f5-4da2-ad4b-6f4b1e24d332 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0378916 Jul 16 20:08:40.636549 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25871c2f-4ea6-47d8-8d9b-b57a8a71bdf3 req-4321bcf8-9f2d-4ee1-a124-e58e4e3d2e9c tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] Made reservation on behalf of af25564dcbb44ab783810e6c620b2bd4 for: {'port': 1} {{(pid=93020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:08:40.640139 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-25871c2f-4ea6-47d8-8d9b-b57a8a71bdf3 req-4321bcf8-9f2d-4ee1-a124-e58e4e3d2e9c tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:40.646488 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 34512) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:40.753618 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6c603416-afa8-4d20-8a22-1f1db1011644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:40.771895 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.db_base_plugin_common [req-25871c2f-4ea6-47d8-8d9b-b57a8a71bdf3 req-4321bcf8-9f2d-4ee1-a124-e58e4e3d2e9c tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] Allocated IP 172.20.0.7 (b08ac5f9-2c15-45f7-9a61-437289e3197c/3c821e1e-566b-46e2-b4da-9faa94f5bcd4/45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5) {{(pid=93020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:08:40.850452 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6c603416-afa8-4d20-8a22-1f1db1011644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:40.855287 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6c603416-afa8-4d20-8a22-1f1db1011644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:40.895653 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-6c603416-afa8-4d20-8a22-1f1db1011644 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=fa7be17e80f04d3ba407dbe5d672d11c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2479761 Jul 16 20:08:40.896615 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c603416-afa8-4d20-8a22-1f1db1011644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e4b5fc-9929-48ce-a86e-58c451384049,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:40.898876 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 34516) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:40.948129 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-25871c2f-4ea6-47d8-8d9b-b57a8a71bdf3 req-4321bcf8-9f2d-4ee1-a124-e58e4e3d2e9c tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] Notify callbacks [] for port, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:40.981641 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-b195ee66-a83d-481c-b793-e7a81082077e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:41.014762 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-b195ee66-a83d-481c-b793-e7a81082077e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:41.029991 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-25871c2f-4ea6-47d8-8d9b-b57a8a71bdf3 req-4321bcf8-9f2d-4ee1-a124-e58e4e3d2e9c tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786206872486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:41.082228 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25871c2f-4ea6-47d8-8d9b-b57a8a71bdf3 req-4321bcf8-9f2d-4ee1-a124-e58e4e3d2e9c tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] Network b08ac5f9-2c15-45f7-9a61-437289e3197c is already hosted by enough agents. {{(pid=93020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:08:41.090066 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.base_scheduler [req-25871c2f-4ea6-47d8-8d9b-b57a8a71bdf3 req-4321bcf8-9f2d-4ee1-a124-e58e4e3d2e9c tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] Resources bound (agent type, host, resource id): {{(pid=93020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:08:41.094491 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [req-25871c2f-4ea6-47d8-8d9b-b57a8a71bdf3 req-4321bcf8-9f2d-4ee1-a124-e58e4e3d2e9c tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] Received port after_create {{(pid=93020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:08:41.102150 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4321bcf8-9f2d-4ee1-a124-e58e4e3d2e9c tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] Pushing event updated for resources: {'Port': ['ID=45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:41.133007 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-b195ee66-a83d-481c-b793-e7a81082077e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:41.135619 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-b195ee66-a83d-481c-b793-e7a81082077e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:41.136743 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-b195ee66-a83d-481c-b793-e7a81082077e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/68e4b5fc-9929-48ce-a86e-58c451384049 HTTP/1.1" status: 204 len: 168 time: 0.2369497 Jul 16 20:08:41.151625 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b195ee66-a83d-481c-b793-e7a81082077e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e4b5fc-9929-48ce-a86e-58c451384049,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:41.158497 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25871c2f-4ea6-47d8-8d9b-b57a8a71bdf3 req-4321bcf8-9f2d-4ee1-a124-e58e4e3d2e9c tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:41.159100 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-25871c2f-4ea6-47d8-8d9b-b57a8a71bdf3 req-4321bcf8-9f2d-4ee1-a124-e58e4e3d2e9c tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for port, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:41.174924 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-25871c2f-4ea6-47d8-8d9b-b57a8a71bdf3 req-4321bcf8-9f2d-4ee1-a124-e58e4e3d2e9c tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7056432 Jul 16 20:08:41.186880 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.v2.base [req-25871c2f-4ea6-47d8-8d9b-b57a8a71bdf3 req-461dba19-6f7c-4734-a09d-f38fc3e40446 service neutron] Request body: {'port': {'device_id': '900fbdd3-dea1-4590-a696-bc1378c76f3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=93020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:41.268457 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-25871c2f-4ea6-47d8-8d9b-b57a8a71bdf3 req-461dba19-6f7c-4734-a09d-f38fc3e40446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:41.534993 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [req-25871c2f-4ea6-47d8-8d9b-b57a8a71bdf3 req-461dba19-6f7c-4734-a09d-f38fc3e40446 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5 {{(pid=93020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:41.543589 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-25871c2f-4ea6-47d8-8d9b-b57a8a71bdf3 req-461dba19-6f7c-4734-a09d-f38fc3e40446 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:41.556055 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [req-25871c2f-4ea6-47d8-8d9b-b57a8a71bdf3 req-461dba19-6f7c-4734-a09d-f38fc3e40446 service neutron] Transition to ACTIVE for port object 45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5 will not be triggered until provisioned by entity L2. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:41.559229 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-25871c2f-4ea6-47d8-8d9b-b57a8a71bdf3 req-461dba19-6f7c-4734-a09d-f38fc3e40446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6084517'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:41.627971 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461dba19-6f7c-4734-a09d-f38fc3e40446 service neutron] Pushing event updated for resources: {'Port': ['ID=45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5,revision_number=2']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:41.682546 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [req-25871c2f-4ea6-47d8-8d9b-b57a8a71bdf3 req-461dba19-6f7c-4734-a09d-f38fc3e40446 service neutron] Attempting to bind port 45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:08:41.682910 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [req-25871c2f-4ea6-47d8-8d9b-b57a8a71bdf3 req-461dba19-6f7c-4734-a09d-f38fc3e40446 service neutron] Attempting to bind port 45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '875ace94-34d3-45a4-becd-a8a982707164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'b08ac5f9-2c15-45f7-9a61-437289e3197c'}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:08:41.683233 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25871c2f-4ea6-47d8-8d9b-b57a8a71bdf3 req-461dba19-6f7c-4734-a09d-f38fc3e40446 service neutron] Attempting to bind port 45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5 on network b08ac5f9-2c15-45f7-9a61-437289e3197c {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:41.687874 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25871c2f-4ea6-47d8-8d9b-b57a8a71bdf3 req-461dba19-6f7c-4734-a09d-f38fc3e40446 service neutron] Port 45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5 on network b08ac5f9-2c15-45f7-9a61-437289e3197c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:08:41.688195 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25871c2f-4ea6-47d8-8d9b-b57a8a71bdf3 req-461dba19-6f7c-4734-a09d-f38fc3e40446 service neutron] Attempting to bind port 45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5 on network b08ac5f9-2c15-45f7-9a61-437289e3197c {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:41.693022 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25871c2f-4ea6-47d8-8d9b-b57a8a71bdf3 req-461dba19-6f7c-4734-a09d-f38fc3e40446 service neutron] Checking agent: {'id': 'bb34d2fe-afd3-464c-b7a4-0ee0e23bc19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 59, 21), 'started_at': datetime.datetime(2021, 7, 16, 19, 59, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:08:41.693348 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25871c2f-4ea6-47d8-8d9b-b57a8a71bdf3 req-461dba19-6f7c-4734-a09d-f38fc3e40446 service neutron] Checking segment: {'id': '875ace94-34d3-45a4-becd-a8a982707164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'b08ac5f9-2c15-45f7-9a61-437289e3197c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:08:41.693728 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25871c2f-4ea6-47d8-8d9b-b57a8a71bdf3 req-461dba19-6f7c-4734-a09d-f38fc3e40446 service neutron] Bound using segment: {'id': '875ace94-34d3-45a4-becd-a8a982707164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'b08ac5f9-2c15-45f7-9a61-437289e3197c'} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:08:41.694152 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [req-25871c2f-4ea6-47d8-8d9b-b57a8a71bdf3 req-461dba19-6f7c-4734-a09d-f38fc3e40446 service neutron] Bound port: 45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875ace94-34d3-45a4-becd-a8a982707164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'b08ac5f9-2c15-45f7-9a61-437289e3197c'}}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:08:41.694535 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-25871c2f-4ea6-47d8-8d9b-b57a8a71bdf3 req-461dba19-6f7c-4734-a09d-f38fc3e40446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:41.766060 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [req-25871c2f-4ea6-47d8-8d9b-b57a8a71bdf3 req-461dba19-6f7c-4734-a09d-f38fc3e40446 service neutron] For port 45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5, host hv-cinder-80069, cleared binding levels {{(pid=93020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:08:41.769213 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [req-25871c2f-4ea6-47d8-8d9b-b57a8a71bdf3 req-461dba19-6f7c-4734-a09d-f38fc3e40446 service neutron] For port 45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5,segment=NetworkSegment(875ace94-34d3-45a4-becd-a8a982707164),segment_id=875ace94-34d3-45a4-becd-a8a982707164)] {{(pid=93020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:08:41.770850 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87890865-4590-4a20-a550-09cf9b7b2544 req-79212aba-e687-4c1e-a5f6-11e8e818edfc tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:41.772367 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-87890865-4590-4a20-a550-09cf9b7b2544 req-79212aba-e687-4c1e-a5f6-11e8e818edfc tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 943 time: 0.0683239 Jul 16 20:08:41.775704 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-25871c2f-4ea6-47d8-8d9b-b57a8a71bdf3 req-461dba19-6f7c-4734-a09d-f38fc3e40446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6084517'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:41.810308 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25871c2f-4ea6-47d8-8d9b-b57a8a71bdf3 req-461dba19-6f7c-4734-a09d-f38fc3e40446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:41.810555 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-25871c2f-4ea6-47d8-8d9b-b57a8a71bdf3 req-461dba19-6f7c-4734-a09d-f38fc3e40446 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for port, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:41.812323 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-25871c2f-4ea6-47d8-8d9b-b57a8a71bdf3 req-461dba19-6f7c-4734-a09d-f38fc3e40446 service neutron] 10.222.0.102 "PUT /v2.0/ports/45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5 HTTP/1.1" status: 200 len: 1093 time: 0.6297860 Jul 16 20:08:41.814759 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '900fbdd3-dea1-4590-a696-bc1378c76f3f', 'tag': '45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:41.817982 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fae8f2ff960fe93758be445b473a7dfd6f7d616fbf5a964bb8e60e5228696b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88bc0086-55ff-4d37-ab89-a70daba52d1c" -d '{"events": [{"name": "network-changed", "server_uuid": "900fbdd3-dea1-4590-a696-bc1378c76f3f", "tag": "45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:41.820839 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-87890865-4590-4a20-a550-09cf9b7b2544 req-ef2fa408-d71a-4495-aefa-fae8f08851c7 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/security-groups?id=9fbc2158-168f-40e4-bdaa-749d165c5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408967 Jul 16 20:08:41.866143 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461dba19-6f7c-4734-a09d-f38fc3e40446 service neutron] Pushing event updated for resources: {'Port': ['ID=45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5,revision_number=3']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:41.887658 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f090af3d-ceb7-4764-9d6b-a68a0cec12de x-openstack-request-id: req-f090af3d-ceb7-4764-9d6b-a68a0cec12de {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:41.887949 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "900fbdd3-dea1-4590-a696-bc1378c76f3f", "tag": "45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5", "status": "completed", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:41.888200 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f090af3d-ceb7-4764-9d6b-a68a0cec12de {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:41.888590 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '900fbdd3-dea1-4590-a696-bc1378c76f3f', 'tag': '45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5', 'status': 'completed', 'code': 200} Jul 16 20:08:41.915754 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25871c2f-4ea6-47d8-8d9b-b57a8a71bdf3 req-f7f0fb98-def3-4676-8392-433723d7e3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:41.917339 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-25871c2f-4ea6-47d8-8d9b-b57a8a71bdf3 req-f7f0fb98-def3-4676-8392-433723d7e3fa service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=af25564dcbb44ab783810e6c620b2bd4&device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 1096 time: 0.0640550 Jul 16 20:08:41.963167 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-25871c2f-4ea6-47d8-8d9b-b57a8a71bdf3 req-f3d70f19-7045-4ea0-8078-41620871467c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5 HTTP/1.1" status: 200 len: 217 time: 0.0384583 Jul 16 20:08:42.015167 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25871c2f-4ea6-47d8-8d9b-b57a8a71bdf3 req-da00f2e3-e63f-481f-9cd6-47dca637495b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:42.016637 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-25871c2f-4ea6-47d8-8d9b-b57a8a71bdf3 req-da00f2e3-e63f-481f-9cd6-47dca637495b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3c821e1e-566b-46e2-b4da-9faa94f5bcd4 HTTP/1.1" status: 200 len: 852 time: 0.0468874 Jul 16 20:08:42.049773 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-25871c2f-4ea6-47d8-8d9b-b57a8a71bdf3 req-b1bd7a3d-f73b-4bb6-a621-f09dc47b14c1 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b08ac5f9-2c15-45f7-9a61-437289e3197c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256152 Jul 16 20:08:42.142741 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-25871c2f-4ea6-47d8-8d9b-b57a8a71bdf3 req-3d992ac1-887c-490a-971e-a1c9d82ea7ca service neutron] 10.222.0.102 "GET /v2.0/networks/b08ac5f9-2c15-45f7-9a61-437289e3197c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865257 Jul 16 20:08:42.237293 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-25871c2f-4ea6-47d8-8d9b-b57a8a71bdf3 req-688dd4e3-1719-41ee-abb2-c1ab98165c31 service neutron] 10.222.0.102 "GET /v2.0/networks/b08ac5f9-2c15-45f7-9a61-437289e3197c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877383 Jul 16 20:08:42.337114 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 34570) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:42.339441 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc0086-55ff-4d37-ab89-a70daba52d1c req-3eb169c0-9981-451f-ab49-e7b11f26152a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:42.340938 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-88bc0086-55ff-4d37-ab89-a70daba52d1c req-3eb169c0-9981-451f-ab49-e7b11f26152a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=af25564dcbb44ab783810e6c620b2bd4&device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 1096 time: 0.0523615 Jul 16 20:08:42.436465 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc0086-55ff-4d37-ab89-a70daba52d1c req-c219dd83-cc21-44cd-9f06-48fbc67bf99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:42.437942 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-88bc0086-55ff-4d37-ab89-a70daba52d1c req-c219dd83-cc21-44cd-9f06-48fbc67bf99e service neutron] 10.222.0.102 "GET /v2.0/networks?id=b08ac5f9-2c15-45f7-9a61-437289e3197c HTTP/1.1" status: 200 len: 914 time: 0.0908906 Jul 16 20:08:42.440075 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-f00b4c12-520c-4b6f-9cbe-c18e2963f85d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:42.478969 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-88bc0086-55ff-4d37-ab89-a70daba52d1c req-4b4d7105-22d7-4f59-90f0-600a5ed0830c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5 HTTP/1.1" status: 200 len: 217 time: 0.0344532 Jul 16 20:08:42.528836 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-f00b4c12-520c-4b6f-9cbe-c18e2963f85d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:42.532837 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-f00b4c12-520c-4b6f-9cbe-c18e2963f85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:42.533142 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc0086-55ff-4d37-ab89-a70daba52d1c req-0de77bc4-b5e9-4408-9faf-66306e8b6bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:42.534728 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-88bc0086-55ff-4d37-ab89-a70daba52d1c req-0de77bc4-b5e9-4408-9faf-66306e8b6bf2 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3c821e1e-566b-46e2-b4da-9faa94f5bcd4 HTTP/1.1" status: 200 len: 852 time: 0.0483296 Jul 16 20:08:42.567788 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-88bc0086-55ff-4d37-ab89-a70daba52d1c req-2caadc57-2846-4b6c-93e0-beff75bce4cf service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b08ac5f9-2c15-45f7-9a61-437289e3197c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261567 Jul 16 20:08:42.573783 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-f00b4c12-520c-4b6f-9cbe-c18e2963f85d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f618788b0a27412eb1efe15b95c66148&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2355845 Jul 16 20:08:42.576412 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 34574) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:42.583167 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00b4c12-520c-4b6f-9cbe-c18e2963f85d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d1747c-69fd-4368-b5ff-8b56c62bdb7b,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:42.631810 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-892aa12f-74fd-4e67-a97e-f5c3f7e1c442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:42.652830 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-892aa12f-74fd-4e67-a97e-f5c3f7e1c442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:42.659595 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-88bc0086-55ff-4d37-ab89-a70daba52d1c req-24dc37ba-e473-4593-9e6c-d9430544f4cd service neutron] 10.222.0.102 "GET /v2.0/networks/b08ac5f9-2c15-45f7-9a61-437289e3197c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849948 Jul 16 20:08:42.699498 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-892aa12f-74fd-4e67-a97e-f5c3f7e1c442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:42.702175 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-892aa12f-74fd-4e67-a97e-f5c3f7e1c442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:42.703379 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-892aa12f-74fd-4e67-a97e-f5c3f7e1c442 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/31d1747c-69fd-4368-b5ff-8b56c62bdb7b HTTP/1.1" status: 204 len: 168 time: 0.1260736 Jul 16 20:08:42.711522 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892aa12f-74fd-4e67-a97e-f5c3f7e1c442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d1747c-69fd-4368-b5ff-8b56c62bdb7b,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:42.749150 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-88bc0086-55ff-4d37-ab89-a70daba52d1c req-09950498-5d2d-48ee-ab90-5ac8925ebbd0 service neutron] 10.222.0.102 "GET /v2.0/networks/b08ac5f9-2c15-45f7-9a61-437289e3197c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823245 Jul 16 20:08:42.996442 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b3458-2d27-4686-bb7e-1e026f2927c6 req-ebec84cc-6837-40ad-abe5-7c78029b3127 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:42.997943 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-043b3458-2d27-4686-bb7e-1e026f2927c6 req-ebec84cc-6837-40ad-abe5-7c78029b3127 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 943 time: 0.0640972 Jul 16 20:08:43.039927 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-043b3458-2d27-4686-bb7e-1e026f2927c6 req-80edd51a-d94d-4bce-9379-5ec1f8a70691 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/security-groups?id=9fbc2158-168f-40e4-bdaa-749d165c5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362644 Jul 16 20:08:44.212959 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d86b7d3-6fdd-49fe-9b0c-d89966466e70 req-9140eb62-5824-4bc4-a2f3-514c3cdb55fd tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:44.214576 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-0d86b7d3-6fdd-49fe-9b0c-d89966466e70 req-9140eb62-5824-4bc4-a2f3-514c3cdb55fd tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 943 time: 0.0634234 Jul 16 20:08:44.253441 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-0d86b7d3-6fdd-49fe-9b0c-d89966466e70 req-94e1f37c-1953-4b8d-8b97-466f6436ba3f tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/security-groups?id=9fbc2158-168f-40e4-bdaa-749d165c5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328145 Jul 16 20:08:45.049631 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device 45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=93022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:08:45.143694 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port 45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5,segment=NetworkSegment(875ace94-34d3-45a4-becd-a8a982707164),segment_id=875ace94-34d3-45a4-becd-a8a982707164)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:45.155098 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Returning: {'device': '45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5', 'network_id': 'b08ac5f9-2c15-45f7-9a61-437289e3197c', 'port_id': '45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5', 'mac_address': 'fa:16:3e:63:43:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c821e1e-566b-46e2-b4da-9faa94f5bcd4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:08:45.191574 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:45.204155 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.notifiers.nova [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5 {{(pid=93022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:45.227191 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port 45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5,segment=NetworkSegment(875ace94-34d3-45a4-becd-a8a982707164),segment_id=875ace94-34d3-45a4-becd-a8a982707164)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:45.232294 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:45.279334 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Pushing event updated for resources: {'Port': ['ID=45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5,revision_number=4']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:45.426595 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c2821-a6bd-4515-801b-d54f5a7fad48 req-bd803c89-6b34-4dd0-87a4-2f73d83e1995 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:45.428074 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-4e8c2821-a6bd-4515-801b-d54f5a7fad48 req-bd803c89-6b34-4dd0-87a4-2f73d83e1995 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 944 time: 0.0653169 Jul 16 20:08:45.460075 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] get_ports_and_sgs() called for port_ids ['45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5'] {{(pid=93022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:45.467044 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-4e8c2821-a6bd-4515-801b-d54f5a7fad48 req-282e60fe-4b71-44ad-b204-fe121a7d6563 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/security-groups?id=9fbc2158-168f-40e4-bdaa-749d165c5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333867 Jul 16 20:08:46.649011 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ed0c5-9c1f-4647-9055-735d1378ad5c req-485ec980-7da1-490f-a1fb-aae3e2b5a5b7 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:46.650467 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-967ed0c5-9c1f-4647-9055-735d1378ad5c req-485ec980-7da1-490f-a1fb-aae3e2b5a5b7 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 944 time: 0.0640583 Jul 16 20:08:46.686657 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-967ed0c5-9c1f-4647-9055-735d1378ad5c req-271bf29a-885f-4c5b-8edb-8e53a3971588 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/security-groups?id=9fbc2158-168f-40e4-bdaa-749d165c5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306089 Jul 16 20:08:47.078515 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device 45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5 up at agent hyperv_hv-cinder-80069 {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:08:47.129960 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Provisioning for port 45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5 completed by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:47.133637 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Provisioning complete for port 45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5 triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:47.134024 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:47.208439 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:47.230618 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '900fbdd3-dea1-4590-a696-bc1378c76f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5'}] {{(pid=93022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:47.232823 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9473df89cc7d9a049ef80707cd6efae53c3b25527ef369ad4a6a0d9269bae893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555029d2-9898-4390-86e3-4fb2784b0952" -d '{"events": [{"server_uuid": "900fbdd3-dea1-4590-a696-bc1378c76f3f", "name": "network-vif-plugged", "status": "completed", "tag": "45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5"}]}' {{(pid=93022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:47.245348 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port 45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5,segment=NetworkSegment(875ace94-34d3-45a4-becd-a8a982707164),segment_id=875ace94-34d3-45a4-becd-a8a982707164)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:47.249598 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:47.276206 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a87f96-3593-4857-8912-96d62cc20641 x-openstack-request-id: req-b9a87f96-3593-4857-8912-96d62cc20641 {{(pid=93022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:47.276496 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "900fbdd3-dea1-4590-a696-bc1378c76f3f", "name": "network-vif-plugged", "status": "completed", "tag": "45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5", "code": 200}]} {{(pid=93022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:47.276745 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b9a87f96-3593-4857-8912-96d62cc20641 {{(pid=93022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:47.277124 dv-cinder-800697-3-iscsi neutron-server[93022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '900fbdd3-dea1-4590-a696-bc1378c76f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5', 'code': 200} Jul 16 20:08:47.302622 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Pushing event updated for resources: {'Port': ['ID=45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5,revision_number=5']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:47.484657 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc8d40c-862c-42f3-b8e0-b9bef3185da6 req-c508a68f-86aa-4b13-bf55-5800c372c1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:47.486035 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-bcc8d40c-862c-42f3-b8e0-b9bef3185da6 req-c508a68f-86aa-4b13-bf55-5800c372c1f4 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 1098 time: 0.0522625 Jul 16 20:08:47.518593 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-bcc8d40c-862c-42f3-b8e0-b9bef3185da6 req-0c7790ea-e7b5-41f0-bd31-d073a478b005 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=9fbc2158-168f-40e4-bdaa-749d165c5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261168 Jul 16 20:08:47.855196 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e3f13-a895-4cb8-8eb9-4a2cbc90ffbc req-8b916355-ed29-48b0-95c9-cdf0cd115754 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:47.856712 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-9e9e3f13-a895-4cb8-8eb9-4a2cbc90ffbc req-8b916355-ed29-48b0-95c9-cdf0cd115754 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 945 time: 0.0617406 Jul 16 20:08:47.894112 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-9e9e3f13-a895-4cb8-8eb9-4a2cbc90ffbc req-41f8af9c-4327-4a05-b87e-7391bb79e945 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/security-groups?id=9fbc2158-168f-40e4-bdaa-749d165c5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318513 Jul 16 20:08:48.352720 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 34674) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:48.451910 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-19186ac2-554a-4a9b-ab6b-fe6e384c28a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:48.536758 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-19186ac2-554a-4a9b-ab6b-fe6e384c28a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:48.540505 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-19186ac2-554a-4a9b-ab6b-fe6e384c28a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:48.578766 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19186ac2-554a-4a9b-ab6b-fe6e384c28a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f852849d-6080-4f39-8665-ef7523974332,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:48.582917 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-19186ac2-554a-4a9b-ab6b-fe6e384c28a0 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=903aa4e5c6754f64b31509b34021f107&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2292044 Jul 16 20:08:48.585515 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 34678) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:48.632871 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-dc02493a-86db-47a8-892a-b894500036eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:48.652598 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-dc02493a-86db-47a8-892a-b894500036eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:48.697318 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-dc02493a-86db-47a8-892a-b894500036eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:48.699944 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-dc02493a-86db-47a8-892a-b894500036eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:48.701054 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-dc02493a-86db-47a8-892a-b894500036eb admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f852849d-6080-4f39-8665-ef7523974332 HTTP/1.1" status: 204 len: 168 time: 0.1146619 Jul 16 20:08:48.708211 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc02493a-86db-47a8-892a-b894500036eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f852849d-6080-4f39-8665-ef7523974332,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:48.949763 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 34686) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:48.962989 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-f2899fa6-ca25-44fb-96e3-08c30d8ca5c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:49.052179 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-f2899fa6-ca25-44fb-96e3-08c30d8ca5c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:49.055904 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-f2899fa6-ca25-44fb-96e3-08c30d8ca5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:49.075836 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c6771-5e52-4b12-8994-a56527ce4801 req-7ed90a76-0ca9-4e9b-97fb-304c47baccd4 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:49.077327 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-029c6771-5e52-4b12-8994-a56527ce4801 req-7ed90a76-0ca9-4e9b-97fb-304c47baccd4 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 945 time: 0.0666704 Jul 16 20:08:49.091313 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2899fa6-ca25-44fb-96e3-08c30d8ca5c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3002250b-ef9c-42a4-9b41-f05cb9ac095a,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:49.096869 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-f2899fa6-ca25-44fb-96e3-08c30d8ca5c9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=357b62db42994145a65ce38f19bd43df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1458578 Jul 16 20:08:49.098334 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 34688) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:49.135112 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-029c6771-5e52-4b12-8994-a56527ce4801 req-1f92f66f-0f84-46b6-bf7f-4a412ce1cee1 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/security-groups?id=9fbc2158-168f-40e4-bdaa-749d165c5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520859 Jul 16 20:08:49.159111 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-0fef70b2-020b-44e9-b3b9-53c9cd2af17d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:49.181418 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-0fef70b2-020b-44e9-b3b9-53c9cd2af17d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:49.228397 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-0fef70b2-020b-44e9-b3b9-53c9cd2af17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:49.230967 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-0fef70b2-020b-44e9-b3b9-53c9cd2af17d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:49.232309 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-0fef70b2-020b-44e9-b3b9-53c9cd2af17d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3002250b-ef9c-42a4-9b41-f05cb9ac095a HTTP/1.1" status: 204 len: 168 time: 0.1330359 Jul 16 20:08:49.240155 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fef70b2-020b-44e9-b3b9-53c9cd2af17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3002250b-ef9c-42a4-9b41-f05cb9ac095a,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:49.248516 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fef70b2-020b-44e9-b3b9-53c9cd2af17d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:49.248785 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fef70b2-020b-44e9-b3b9-53c9cd2af17d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:49.249887 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fef70b2-020b-44e9-b3b9-53c9cd2af17d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:49.250249 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fef70b2-020b-44e9-b3b9-53c9cd2af17d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:49.250687 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fef70b2-020b-44e9-b3b9-53c9cd2af17d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:49.251035 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fef70b2-020b-44e9-b3b9-53c9cd2af17d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:49.251367 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fef70b2-020b-44e9-b3b9-53c9cd2af17d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:49.251769 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fef70b2-020b-44e9-b3b9-53c9cd2af17d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:49.252013 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fef70b2-020b-44e9-b3b9-53c9cd2af17d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:49.252336 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fef70b2-020b-44e9-b3b9-53c9cd2af17d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:49.252661 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fef70b2-020b-44e9-b3b9-53c9cd2af17d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:49.252976 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fef70b2-020b-44e9-b3b9-53c9cd2af17d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:50.166136 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-e25db990-365e-489e-b2da-821b3218d663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:50.733276 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:52.227865 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-5fb0dc40-de17-4c3f-a57f-67de94129fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:53.237514 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa32c6fe-99d6-4fca-85a7-2564d3da49e8 req-27d174c7-d7a1-4338-a2b7-e3354aa1c834 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:53.238988 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-fa32c6fe-99d6-4fca-85a7-2564d3da49e8 req-27d174c7-d7a1-4338-a2b7-e3354aa1c834 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 945 time: 0.0624166 Jul 16 20:08:53.279734 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-fa32c6fe-99d6-4fca-85a7-2564d3da49e8 req-296b0ca4-475b-4434-8fe1-248d19c9f30f tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350120 Jul 16 20:08:53.344019 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:54.453133 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030eb0b-538b-470b-92a7-46b06207db6c req-48677baa-203b-4dd0-80b0-3d0417defb61 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:54.454658 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-4030eb0b-538b-470b-92a7-46b06207db6c req-48677baa-203b-4dd0-80b0-3d0417defb61 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 945 time: 0.0640099 Jul 16 20:08:54.495184 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-4030eb0b-538b-470b-92a7-46b06207db6c req-0f4df374-d09d-412b-b40e-92cef46570e2 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340636 Jul 16 20:08:54.781646 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:55.665790 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54451596-2496-425a-9ec8-ba2aca85d29f req-a5646d80-3c0a-4d38-b856-8171fa8a0ada tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:55.667287 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-54451596-2496-425a-9ec8-ba2aca85d29f req-a5646d80-3c0a-4d38-b856-8171fa8a0ada tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 945 time: 0.0630758 Jul 16 20:08:55.705087 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-54451596-2496-425a-9ec8-ba2aca85d29f req-1c175f47-16d1-4779-a4a3-f836d50fed83 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321894 Jul 16 20:08:56.881302 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c1df65-36bb-4f8d-8c89-a6ad382cd273 req-28077fe0-5999-4a8d-9be7-ea0869741bc4 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:56.883472 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-60c1df65-36bb-4f8d-8c89-a6ad382cd273 req-28077fe0-5999-4a8d-9be7-ea0869741bc4 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 945 time: 0.0670106 Jul 16 20:08:56.922370 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-60c1df65-36bb-4f8d-8c89-a6ad382cd273 req-6b88f877-3c02-4a79-a5c9-c236105bdcaa tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331569 Jul 16 20:08:57.739938 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:08:58.099416 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e4907-1bf5-408c-9a0e-acf51a729cfa req-ecf68d1f-50c5-443f-8ff7-06c2dd400564 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:58.102017 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a89e4907-1bf5-408c-9a0e-acf51a729cfa req-ecf68d1f-50c5-443f-8ff7-06c2dd400564 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 945 time: 0.0697787 Jul 16 20:08:58.149135 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a89e4907-1bf5-408c-9a0e-acf51a729cfa req-c5921b8c-200c-4efe-917f-8a628c281636 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413225 Jul 16 20:08:59.268400 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 34866) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:59.328736 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b4f31-7bcd-4f5c-a9fa-5688128e3f6b req-da4a8ce4-5553-4c7a-941a-c264aedc760d tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:59.330214 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-bc7b4f31-7bcd-4f5c-a9fa-5688128e3f6b req-da4a8ce4-5553-4c7a-941a-c264aedc760d tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 945 time: 0.0638640 Jul 16 20:08:59.372367 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-bc7b4f31-7bcd-4f5c-a9fa-5688128e3f6b req-f32da198-facc-4430-8f21-d9c7d5a245f6 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358813 Jul 16 20:08:59.372981 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-5e06ecc4-25e1-43c7-bba8-514cbba67d8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:59.462950 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-5e06ecc4-25e1-43c7-bba8-514cbba67d8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:59.466329 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-5e06ecc4-25e1-43c7-bba8-514cbba67d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:59.503910 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-5e06ecc4-25e1-43c7-bba8-514cbba67d8f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0351b8a7891b408aaceb1f70f2442486&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2344437 Jul 16 20:08:59.504750 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e06ecc4-25e1-43c7-bba8-514cbba67d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4796ef4c-9379-4f18-ad6d-297dd751d4fe,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:59.506658 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 34870) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:59.560062 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-1663f1e2-6a87-458f-9b09-e1f16eba16a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:59.582090 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-1663f1e2-6a87-458f-9b09-e1f16eba16a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:59.628560 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-1663f1e2-6a87-458f-9b09-e1f16eba16a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:59.631863 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-1663f1e2-6a87-458f-9b09-e1f16eba16a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:59.633026 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-1663f1e2-6a87-458f-9b09-e1f16eba16a3 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4796ef4c-9379-4f18-ad6d-297dd751d4fe HTTP/1.1" status: 204 len: 168 time: 0.1253204 Jul 16 20:08:59.640638 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1663f1e2-6a87-458f-9b09-e1f16eba16a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4796ef4c-9379-4f18-ad6d-297dd751d4fe,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:59.891917 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 34876) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:59.904826 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6cd40f30-7246-416d-9388-a4eed6caffb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:59.989387 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6cd40f30-7246-416d-9388-a4eed6caffb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:59.992931 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-6cd40f30-7246-416d-9388-a4eed6caffb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:00.029266 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-6cd40f30-7246-416d-9388-a4eed6caffb5 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c35b6b524cd645569fc379325493b001&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1363289 Jul 16 20:09:00.031144 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd40f30-7246-416d-9388-a4eed6caffb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22457337-9462-4dd9-8a2f-983d616c5c15,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:00.032033 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 34878) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:00.081634 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-88a55a72-84f2-4981-8c0b-7bfe0a306900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:00.103395 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-88a55a72-84f2-4981-8c0b-7bfe0a306900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:00.150729 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-88a55a72-84f2-4981-8c0b-7bfe0a306900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:00.153842 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-88a55a72-84f2-4981-8c0b-7bfe0a306900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:00.157660 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-88a55a72-84f2-4981-8c0b-7bfe0a306900 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/22457337-9462-4dd9-8a2f-983d616c5c15 HTTP/1.1" status: 204 len: 168 time: 0.1221845 Jul 16 20:09:00.164480 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a55a72-84f2-4981-8c0b-7bfe0a306900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22457337-9462-4dd9-8a2f-983d616c5c15,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:00.556118 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbeee5d-8b82-47ef-afab-5445d253da92 req-c031d19c-d75a-4e67-97eb-91a458c60c5f tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:00.557495 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-3fbeee5d-8b82-47ef-afab-5445d253da92 req-c031d19c-d75a-4e67-97eb-91a458c60c5f tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 945 time: 0.0702417 Jul 16 20:09:00.596663 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-3fbeee5d-8b82-47ef-afab-5445d253da92 req-0e566bae-4720-4144-ba55-e3fa9b01b96f tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333161 Jul 16 20:09:01.776449 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136fb513-fa8c-4fbe-a4b0-7c04225cfcb7 req-1f35d77e-6a47-48f2-882f-98ca4171a942 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:01.777933 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-136fb513-fa8c-4fbe-a4b0-7c04225cfcb7 req-1f35d77e-6a47-48f2-882f-98ca4171a942 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 945 time: 0.0704017 Jul 16 20:09:01.815313 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-136fb513-fa8c-4fbe-a4b0-7c04225cfcb7 req-cb60c8bf-33c0-4c21-8ce6-19e20629ccf2 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317445 Jul 16 20:09:01.981766 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 34956) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:02.081216 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-de0fec43-d1f3-436f-b276-c3864f26974e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:02.165280 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-de0fec43-d1f3-436f-b276-c3864f26974e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:02.169055 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-de0fec43-d1f3-436f-b276-c3864f26974e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:02.218871 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-de0fec43-d1f3-436f-b276-c3864f26974e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ea68e10d480641698c74d40a22804b22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2360094 Jul 16 20:09:02.219956 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0fec43-d1f3-436f-b276-c3864f26974e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89090337-8b90-4e6c-8da0-a85b56e3064e,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:02.221540 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 34962) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:02.272853 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-9e9851c1-2571-4ac1-b14a-0c44360639fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:02.296500 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-9e9851c1-2571-4ac1-b14a-0c44360639fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:02.298862 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:02.340942 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-9e9851c1-2571-4ac1-b14a-0c44360639fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:02.343591 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-9e9851c1-2571-4ac1-b14a-0c44360639fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:02.344722 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-9e9851c1-2571-4ac1-b14a-0c44360639fa admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/89090337-8b90-4e6c-8da0-a85b56e3064e HTTP/1.1" status: 204 len: 168 time: 0.1214118 Jul 16 20:09:02.352671 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9851c1-2571-4ac1-b14a-0c44360639fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89090337-8b90-4e6c-8da0-a85b56e3064e,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:02.597885 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 34968) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:02.611675 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-a8153b8f-cab8-4a28-b2b8-5d8b18b851d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:02.699762 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-a8153b8f-cab8-4a28-b2b8-5d8b18b851d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:02.703282 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-a8153b8f-cab8-4a28-b2b8-5d8b18b851d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:02.739506 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-a8153b8f-cab8-4a28-b2b8-5d8b18b851d8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=55d779cf53ac47bc85c083b926a39546&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1404955 Jul 16 20:09:02.740295 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8153b8f-cab8-4a28-b2b8-5d8b18b851d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8456b731-3c81-4156-b12c-2450bbfce5cc,revision_number=1']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:02.742865 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 34976) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:02.793383 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-02af8b52-2784-4759-bd58-7d1034aaa938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:02.813997 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-02af8b52-2784-4759-bd58-7d1034aaa938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:02.860403 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-02af8b52-2784-4759-bd58-7d1034aaa938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:02.863010 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-02af8b52-2784-4759-bd58-7d1034aaa938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:02.864274 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-02af8b52-2784-4759-bd58-7d1034aaa938 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8456b731-3c81-4156-b12c-2450bbfce5cc HTTP/1.1" status: 204 len: 168 time: 0.1203508 Jul 16 20:09:02.874822 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02af8b52-2784-4759-bd58-7d1034aaa938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8456b731-3c81-4156-b12c-2450bbfce5cc,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:02.993636 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95869c6-3ede-4dc2-9c36-6becb8dc8b81 req-7e3180aa-de36-48aa-9620-0d60de096a7b tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:02.995272 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-e95869c6-3ede-4dc2-9c36-6becb8dc8b81 req-7e3180aa-de36-48aa-9620-0d60de096a7b tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 945 time: 0.0677478 Jul 16 20:09:03.034980 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-e95869c6-3ede-4dc2-9c36-6becb8dc8b81 req-3dcf433a-01b3-431c-98e4-916c84da9057 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335922 Jul 16 20:09:04.208290 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1729bb5-e239-4d42-9c02-2dcc9030a091 req-2a7a8774-fffb-49c5-98c4-7f3f66de1aec tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:04.209837 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-c1729bb5-e239-4d42-9c02-2dcc9030a091 req-2a7a8774-fffb-49c5-98c4-7f3f66de1aec tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 945 time: 0.0647652 Jul 16 20:09:04.248772 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-c1729bb5-e239-4d42-9c02-2dcc9030a091 req-ea14c54a-cfd1-477a-89d7-4353667ba065 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324986 Jul 16 20:09:05.419698 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7d9cb-56d4-45f0-8807-d073a6c67f63 req-9482e8ff-ed1c-478b-b8aa-35cfb9043f44 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:05.421147 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-93d7d9cb-56d4-45f0-8807-d073a6c67f63 req-9482e8ff-ed1c-478b-b8aa-35cfb9043f44 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 945 time: 0.0627954 Jul 16 20:09:05.457583 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-93d7d9cb-56d4-45f0-8807-d073a6c67f63 req-47063063-3d07-4f98-8150-795c44cf12b1 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308971 Jul 16 20:09:06.624808 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94acd2-76e8-4c40-8577-1eb13c7912bb req-b9e10561-41ca-4384-bcad-6e7c9eee999f tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:06.626260 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-7f94acd2-76e8-4c40-8577-1eb13c7912bb req-b9e10561-41ca-4384-bcad-6e7c9eee999f tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 945 time: 0.0623446 Jul 16 20:09:06.663046 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-7f94acd2-76e8-4c40-8577-1eb13c7912bb req-25818a28-5092-4886-b6f5-95be00469e0e tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302205 Jul 16 20:09:07.834949 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c46fe1-eb15-4955-b7b4-4c1794a061d0 req-47011c36-e7e1-4843-9cf7-d883dcaac0d1 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:07.836466 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-67c46fe1-eb15-4955-b7b4-4c1794a061d0 req-47011c36-e7e1-4843-9cf7-d883dcaac0d1 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 945 time: 0.0645223 Jul 16 20:09:07.872768 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-67c46fe1-eb15-4955-b7b4-4c1794a061d0 req-97201fd8-9cea-40cf-a6ca-e4343a3f7b9d tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307653 Jul 16 20:09:08.559086 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f1c48-9c15-4f70-a78d-84449c0a5ae8 req-7dc212cd-4411-418f-8003-98ed07e6427c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:08.560498 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a03f1c48-9c15-4f70-a78d-84449c0a5ae8 req-7dc212cd-4411-418f-8003-98ed07e6427c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=8ec1ad2262744e7fa3dd96c5b0ef62f2&device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 1098 time: 0.0531759 Jul 16 20:09:08.652529 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f1c48-9c15-4f70-a78d-84449c0a5ae8 req-91a30dc0-d68d-422b-8f52-470c1420d54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:08.654123 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a03f1c48-9c15-4f70-a78d-84449c0a5ae8 req-91a30dc0-d68d-422b-8f52-470c1420d54f service neutron] 10.222.0.102 "GET /v2.0/networks?id=bdbd16a4-4f92-4443-ba28-8121ae0e03c0 HTTP/1.1" status: 200 len: 910 time: 0.0850406 Jul 16 20:09:08.717321 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a03f1c48-9c15-4f70-a78d-84449c0a5ae8 req-79fecc27-a5db-45b5-b096-a416af115706 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3029fca-5b66-4825-a987-3bab7d829441 HTTP/1.1" status: 200 len: 1000 time: 0.0563121 Jul 16 20:09:08.766652 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f1c48-9c15-4f70-a78d-84449c0a5ae8 req-2949e89f-8f89-4257-9f78-038961302fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:08.768138 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a03f1c48-9c15-4f70-a78d-84449c0a5ae8 req-2949e89f-8f89-4257-9f78-038961302fb9 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=11ecba9f-258e-4632-8889-94ecc6e745f0 HTTP/1.1" status: 200 len: 847 time: 0.0440643 Jul 16 20:09:08.832296 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f1c48-9c15-4f70-a78d-84449c0a5ae8 req-5eed8764-b5bc-4db6-b7b2-bea65a6a2386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:08.833776 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a03f1c48-9c15-4f70-a78d-84449c0a5ae8 req-5eed8764-b5bc-4db6-b7b2-bea65a6a2386 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=bdbd16a4-4f92-4443-ba28-8121ae0e03c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0558827 Jul 16 20:09:08.926812 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a03f1c48-9c15-4f70-a78d-84449c0a5ae8 req-04357f6d-0d9a-4f29-89e3-a818c28604b9 service neutron] 10.222.0.102 "GET /v2.0/networks/bdbd16a4-4f92-4443-ba28-8121ae0e03c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856111 Jul 16 20:09:09.027118 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a03f1c48-9c15-4f70-a78d-84449c0a5ae8 req-3ded6bba-40e5-4c31-a9b5-afd6b2213b6a service neutron] 10.222.0.102 "GET /v2.0/networks/bdbd16a4-4f92-4443-ba28-8121ae0e03c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880375 Jul 16 20:09:09.057501 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddddc74-63a0-4338-83b4-01e7b67dc059 req-cb8296c3-dce2-44f5-843b-04146b495d50 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:09.059005 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-0ddddc74-63a0-4338-83b4-01e7b67dc059 req-cb8296c3-dce2-44f5-843b-04146b495d50 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 945 time: 0.0660141 Jul 16 20:09:09.095571 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-0ddddc74-63a0-4338-83b4-01e7b67dc059 req-fda378ad-4ce9-4176-98f5-a5f10a7dff0c tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310452 Jul 16 20:09:10.272202 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4acc2-f064-4086-8d74-f992a18956be req-bcbb8ee2-ddb6-4445-8b9e-71f5f5b30afd tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:10.274747 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-7ef4acc2-f064-4086-8d74-f992a18956be req-bcbb8ee2-ddb6-4445-8b9e-71f5f5b30afd tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 945 time: 0.0674253 Jul 16 20:09:10.311130 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-7ef4acc2-f064-4086-8d74-f992a18956be req-1739f2ef-9083-4358-8d5a-52e7538e6771 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310287 Jul 16 20:09:11.489222 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18bb790-81f1-4fbe-87f6-b2427a9f13a1 req-f5eb2436-cc4d-42aa-b52d-23aed3a1aeff tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:11.491334 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-b18bb790-81f1-4fbe-87f6-b2427a9f13a1 req-f5eb2436-cc4d-42aa-b52d-23aed3a1aeff tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 945 time: 0.0661685 Jul 16 20:09:11.529687 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-b18bb790-81f1-4fbe-87f6-b2427a9f13a1 req-f3c4953b-c424-4630-997d-97ab2153abe6 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325632 Jul 16 20:09:11.856290 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 35098) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:11.955970 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-1704bbe8-ff0f-428b-bcfa-d0b0ab38cf6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:12.042646 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-1704bbe8-ff0f-428b-bcfa-d0b0ab38cf6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:12.046522 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-1704bbe8-ff0f-428b-bcfa-d0b0ab38cf6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:12.088305 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-1704bbe8-ff0f-428b-bcfa-d0b0ab38cf6e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0c661edfa95045d0bc152409c6360572&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2272487 Jul 16 20:09:12.088305 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1704bbe8-ff0f-428b-bcfa-d0b0ab38cf6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c60dba7-0192-4594-9641-7dcd0983f617,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:12.088538 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 35104) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:12.136992 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-46bf49c5-0e72-41ff-9031-5f539faf0cd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:12.159456 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-46bf49c5-0e72-41ff-9031-5f539faf0cd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:12.208754 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-46bf49c5-0e72-41ff-9031-5f539faf0cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:12.211853 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-46bf49c5-0e72-41ff-9031-5f539faf0cd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:12.212989 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-46bf49c5-0e72-41ff-9031-5f539faf0cd0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9c60dba7-0192-4594-9641-7dcd0983f617 HTTP/1.1" status: 204 len: 168 time: 0.1245437 Jul 16 20:09:12.220602 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf49c5-0e72-41ff-9031-5f539faf0cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c60dba7-0192-4594-9641-7dcd0983f617,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:12.898554 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ac1ea-2fac-41bd-a6ca-9be12a769c5f req-f6ce51ae-8c65-46dd-86db-9bf8fd987dc5 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:12.900039 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d18ac1ea-2fac-41bd-a6ca-9be12a769c5f req-f6ce51ae-8c65-46dd-86db-9bf8fd987dc5 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 945 time: 0.0637939 Jul 16 20:09:12.910666 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-b4a1b589-901c-4f49-be6f-f0af8264663d req-0dc62eb0-d9b8-4b2f-a30e-f4bfba4c88a3 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1371009 Jul 16 20:09:12.937207 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d18ac1ea-2fac-41bd-a6ca-9be12a769c5f req-6fa204da-40ff-42fa-8cfe-31feed68edf1 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316164 Jul 16 20:09:14.114042 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb2a1fb-f613-4b3c-9276-20aee7eb08cf req-a8cd2336-a92f-4cfb-a86e-da31fd3a8e53 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:14.115586 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-3eb2a1fb-f613-4b3c-9276-20aee7eb08cf req-a8cd2336-a92f-4cfb-a86e-da31fd3a8e53 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 945 time: 0.0637889 Jul 16 20:09:14.152666 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-3eb2a1fb-f613-4b3c-9276-20aee7eb08cf req-691dd4d4-2af9-4de7-9014-93a23f50e5a7 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315566 Jul 16 20:09:15.265084 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device e3029fca-5b66-4825-a987-3bab7d829441 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:09:15.324717 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd32cb-0957-42a9-b488-3db4bb1641a8 req-eef2860d-e4b8-4e21-b416-dfece850169f tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:15.326197 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-81fd32cb-0957-42a9-b488-3db4bb1641a8 req-eef2860d-e4b8-4e21-b416-dfece850169f tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 945 time: 0.0657551 Jul 16 20:09:15.342103 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:15.364008 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5344474-56d5-487a-8ffa-91c7742bd118', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3029fca-5b66-4825-a987-3bab7d829441'}] {{(pid=93022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:15.364365 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-81fd32cb-0957-42a9-b488-3db4bb1641a8 req-cc8cbfce-037c-4c79-af59-65ae31280386 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322917 Jul 16 20:09:15.366377 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9473df89cc7d9a049ef80707cd6efae53c3b25527ef369ad4a6a0d9269bae893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1832f8a1-594b-4aea-ae4b-b46ee9d3d423" -d '{"events": [{"server_uuid": "b5344474-56d5-487a-8ffa-91c7742bd118", "name": "network-vif-unplugged", "status": "completed", "tag": "e3029fca-5b66-4825-a987-3bab7d829441"}]}' {{(pid=93022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:15.388889 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port e3029fca-5b66-4825-a987-3bab7d829441, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=e3029fca-5b66-4825-a987-3bab7d829441,segment=NetworkSegment(c0ee1241-efc6-4d38-8bf8-51999d0ead40),segment_id=c0ee1241-efc6-4d38-8bf8-51999d0ead40)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:15.388889 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:15.408703 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ae70d8-da27-45e1-91d7-b5199492bdd0 x-openstack-request-id: req-28ae70d8-da27-45e1-91d7-b5199492bdd0 {{(pid=93022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:15.408999 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5344474-56d5-487a-8ffa-91c7742bd118", "name": "network-vif-unplugged", "status": "failed", "tag": "e3029fca-5b66-4825-a987-3bab7d829441", "code": 422}]} {{(pid=93022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:15.409252 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-28ae70d8-da27-45e1-91d7-b5199492bdd0 {{(pid=93022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:15.409652 dv-cinder-800697-3-iscsi neutron-server[93022]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b5344474-56d5-487a-8ffa-91c7742bd118', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e3029fca-5b66-4825-a987-3bab7d829441', 'code': 422} returned with failed status Jul 16 20:09:15.434633 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Pushing event updated for resources: {'Port': ['ID=e3029fca-5b66-4825-a987-3bab7d829441,revision_number=6']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:16.535863 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce20ca6-1f14-4704-9847-8bd644cd30b3 req-1d320fe0-efb1-42ab-b1f6-2839c3f46bf4 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:16.537813 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-9ce20ca6-1f14-4704-9847-8bd644cd30b3 req-1d320fe0-efb1-42ab-b1f6-2839c3f46bf4 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0613148 Jul 16 20:09:16.574846 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-9ce20ca6-1f14-4704-9847-8bd644cd30b3 req-b5cd1ea4-7756-41c2-b561-4d45c65dd911 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315492 Jul 16 20:09:17.772755 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6108094-04db-46a4-89ab-843aacedbbe4 req-1b0e9012-d663-4ec7-8b5e-57c5c54d0c10 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:17.774905 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-e6108094-04db-46a4-89ab-843aacedbbe4 req-1b0e9012-d663-4ec7-8b5e-57c5c54d0c10 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0750790 Jul 16 20:09:17.815965 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-e6108094-04db-46a4-89ab-843aacedbbe4 req-a28251b3-d3b6-4015-8986-5fe85ae2ba4b tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341413 Jul 16 20:09:18.990319 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d28e8-e019-4e62-9480-e5ef7def8491 req-a124cad0-f0ac-4d26-8512-a50f194ae02d tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:18.991923 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-fa4d28e8-e019-4e62-9480-e5ef7def8491 req-a124cad0-f0ac-4d26-8512-a50f194ae02d tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0649569 Jul 16 20:09:19.029091 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-fa4d28e8-e019-4e62-9480-e5ef7def8491 req-46bcdcd9-0d70-486e-83cc-a295611e6a28 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317273 Jul 16 20:09:20.167542 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-46aaa7cf-bb9e-4805-bfb4-861da06a6fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:20.200016 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53f055-5cd1-4db3-854a-c51b3d12df6d req-7ed06fee-2253-4d35-91e7-4e7283dcb913 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:20.201514 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-fb53f055-5cd1-4db3-854a-c51b3d12df6d req-7ed06fee-2253-4d35-91e7-4e7283dcb913 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0650201 Jul 16 20:09:20.241227 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-fb53f055-5cd1-4db3-854a-c51b3d12df6d req-54b55168-6882-4c90-b32a-e766ea4174ee tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341392 Jul 16 20:09:20.732767 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:21.266938 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a1b589-901c-4f49-be6f-f0af8264663d req-bea49728-3d04-4e85-b347-d4d93893f301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:21.268444 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-b4a1b589-901c-4f49-be6f-f0af8264663d req-bea49728-3d04-4e85-b347-d4d93893f301 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118&tenant_id=8ec1ad2262744e7fa3dd96c5b0ef62f2 HTTP/1.1" status: 200 len: 1096 time: 0.0795202 Jul 16 20:09:21.345491 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a1b589-901c-4f49-be6f-f0af8264663d req-c27ab9f3-c40c-4377-aff6-df578d68c640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:21.347027 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-b4a1b589-901c-4f49-be6f-f0af8264663d req-c27ab9f3-c40c-4377-aff6-df578d68c640 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=8ec1ad2262744e7fa3dd96c5b0ef62f2&device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 1096 time: 0.0558887 Jul 16 20:09:21.728812 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a1b589-901c-4f49-be6f-f0af8264663d req-ac4fe6ba-1e7d-4e62-bf9e-8bf1e97b5d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:21.730285 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-b4a1b589-901c-4f49-be6f-f0af8264663d req-ac4fe6ba-1e7d-4e62-bf9e-8bf1e97b5d42 service neutron] 10.222.0.102 "GET /v2.0/networks?id=bdbd16a4-4f92-4443-ba28-8121ae0e03c0 HTTP/1.1" status: 200 len: 910 time: 0.3707578 Jul 16 20:09:21.737562 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad00a538-a451-494d-8caf-38399d1cee7f req-477a3575-7084-4347-8396-619114b66f81 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:21.739016 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-ad00a538-a451-494d-8caf-38399d1cee7f req-477a3575-7084-4347-8396-619114b66f81 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.3877654 Jul 16 20:09:21.817332 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-ad00a538-a451-494d-8caf-38399d1cee7f req-589ccf6f-fcc6-4f5e-a8c9-2343c8298a6e tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702982 Jul 16 20:09:21.835689 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-b4a1b589-901c-4f49-be6f-f0af8264663d req-17d9025d-af09-450f-ada1-f7b9ef27bef8 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3029fca-5b66-4825-a987-3bab7d829441 HTTP/1.1" status: 200 len: 998 time: 0.0947237 Jul 16 20:09:21.884620 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a1b589-901c-4f49-be6f-f0af8264663d req-37c64ea9-ccd3-4e6c-b69f-d79fb2a8eb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:21.886130 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-b4a1b589-901c-4f49-be6f-f0af8264663d req-37c64ea9-ccd3-4e6c-b69f-d79fb2a8eb6c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=11ecba9f-258e-4632-8889-94ecc6e745f0 HTTP/1.1" status: 200 len: 847 time: 0.0441270 Jul 16 20:09:21.946020 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a1b589-901c-4f49-be6f-f0af8264663d req-181536a7-7c43-4ddd-bd30-031e2e5e46b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:21.947504 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-b4a1b589-901c-4f49-be6f-f0af8264663d req-181536a7-7c43-4ddd-bd30-031e2e5e46b7 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=bdbd16a4-4f92-4443-ba28-8121ae0e03c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536871 Jul 16 20:09:22.035265 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-b4a1b589-901c-4f49-be6f-f0af8264663d req-73485508-3b3f-4f62-9e68-bc82fae522ba service neutron] 10.222.0.102 "GET /v2.0/networks/bdbd16a4-4f92-4443-ba28-8121ae0e03c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792289 Jul 16 20:09:22.123115 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-b4a1b589-901c-4f49-be6f-f0af8264663d req-e0a25127-3dc0-427e-a862-345d099262a4 service neutron] 10.222.0.102 "GET /v2.0/networks/bdbd16a4-4f92-4443-ba28-8121ae0e03c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813670 Jul 16 20:09:22.227260 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-5ae3a084-8130-415a-ba86-bae8b79d9879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:22.994969 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c497ee81-b643-4226-a443-bd48d255b158 req-985b435e-e1e0-494a-9bf5-9f5721eb2063 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:22.996423 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-c497ee81-b643-4226-a443-bd48d255b158 req-985b435e-e1e0-494a-9bf5-9f5721eb2063 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0610704 Jul 16 20:09:23.032596 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-c497ee81-b643-4226-a443-bd48d255b158 req-e7e99763-3a09-41d2-a0b2-8b814e5ad0db tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304103 Jul 16 20:09:23.347848 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:24.205224 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c547a-011f-4eb0-ad00-daa6f46ade66 req-480617c0-ccd3-48d4-8d70-e6d9f86e2976 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:24.206781 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1d3c547a-011f-4eb0-ad00-daa6f46ade66 req-480617c0-ccd3-48d4-8d70-e6d9f86e2976 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0647736 Jul 16 20:09:24.249158 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1d3c547a-011f-4eb0-ad00-daa6f46ade66 req-0071b1fc-1bb3-4af9-96c8-46686c2c7e43 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366468 Jul 16 20:09:24.783790 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:25.215130 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab150ad0-7a1f-4076-ad5a-51cef63bf513 req-b69f0c0d-9a43-4815-95d6-e42e1117a9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:25.216512 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-ab150ad0-7a1f-4076-ad5a-51cef63bf513 req-b69f0c0d-9a43-4815-95d6-e42e1117a9d7 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=8ec1ad2262744e7fa3dd96c5b0ef62f2&device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 1096 time: 0.0519795 Jul 16 20:09:25.326781 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab150ad0-7a1f-4076-ad5a-51cef63bf513 req-7188ecee-7330-4551-ba75-747bb4d3a3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:25.328244 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-ab150ad0-7a1f-4076-ad5a-51cef63bf513 req-7188ecee-7330-4551-ba75-747bb4d3a3df service neutron] 10.222.0.102 "GET /v2.0/networks?id=bdbd16a4-4f92-4443-ba28-8121ae0e03c0 HTTP/1.1" status: 200 len: 910 time: 0.0890567 Jul 16 20:09:25.399080 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-ab150ad0-7a1f-4076-ad5a-51cef63bf513 req-2b02b744-13e3-4121-a1e3-659bd5885dca service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3029fca-5b66-4825-a987-3bab7d829441 HTTP/1.1" status: 200 len: 998 time: 0.0620229 Jul 16 20:09:25.428977 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396ec05-d8ce-406c-ad6c-1bc96dbb2b11 req-77d6a376-a86f-4ccb-8283-1d86aef1f2a3 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:25.430446 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-3396ec05-d8ce-406c-ad6c-1bc96dbb2b11 req-77d6a376-a86f-4ccb-8283-1d86aef1f2a3 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0626185 Jul 16 20:09:25.449077 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab150ad0-7a1f-4076-ad5a-51cef63bf513 req-8f78e267-d8bc-47a1-a675-ca3d7b578191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:25.450691 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-ab150ad0-7a1f-4076-ad5a-51cef63bf513 req-8f78e267-d8bc-47a1-a675-ca3d7b578191 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=11ecba9f-258e-4632-8889-94ecc6e745f0 HTTP/1.1" status: 200 len: 847 time: 0.0427492 Jul 16 20:09:25.467226 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-3396ec05-d8ce-406c-ad6c-1bc96dbb2b11 req-a83152e3-19c9-47d6-af06-161b295e6d3f tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311608 Jul 16 20:09:25.508511 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab150ad0-7a1f-4076-ad5a-51cef63bf513 req-e95a41ba-3827-4962-b75d-1c9b117ecd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:25.509991 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-ab150ad0-7a1f-4076-ad5a-51cef63bf513 req-e95a41ba-3827-4962-b75d-1c9b117ecd38 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=bdbd16a4-4f92-4443-ba28-8121ae0e03c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517645 Jul 16 20:09:25.599100 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-ab150ad0-7a1f-4076-ad5a-51cef63bf513 req-ed42f65b-72e6-4430-9195-47725ebb1b07 service neutron] 10.222.0.102 "GET /v2.0/networks/bdbd16a4-4f92-4443-ba28-8121ae0e03c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818861 Jul 16 20:09:25.685703 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-ab150ad0-7a1f-4076-ad5a-51cef63bf513 req-31812598-ab85-429e-8f33-0fa7e7b3b465 service neutron] 10.222.0.102 "GET /v2.0/networks/bdbd16a4-4f92-4443-ba28-8121ae0e03c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807734 Jul 16 20:09:26.644223 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11d0a5-0399-4cfa-9a19-507fffe4a6af req-ad0ec874-f42e-446d-9049-ff3092780d91 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:26.645698 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-0d11d0a5-0399-4cfa-9a19-507fffe4a6af req-ad0ec874-f42e-446d-9049-ff3092780d91 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0672448 Jul 16 20:09:26.682321 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-0d11d0a5-0399-4cfa-9a19-507fffe4a6af req-d266a107-3411-4d3d-81ff-ccbdf790360d tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309913 Jul 16 20:09:27.853220 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b508ef-b0c3-4443-80f9-7975a5fa855e req-18c645c9-35ed-43b0-afbf-8715841f0508 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:27.854692 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-54b508ef-b0c3-4443-80f9-7975a5fa855e req-18c645c9-35ed-43b0-afbf-8715841f0508 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0647097 Jul 16 20:09:27.892362 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-54b508ef-b0c3-4443-80f9-7975a5fa855e req-49f21fa4-fb5e-45a4-a4f9-fbff266db7e8 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322647 Jul 16 20:09:29.059407 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dccfa69-abbb-4117-97b0-d482c01d5886 req-2eac29e6-90aa-4699-a7f8-b38d3963d280 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:29.060853 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-2dccfa69-abbb-4117-97b0-d482c01d5886 req-2eac29e6-90aa-4699-a7f8-b38d3963d280 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0610206 Jul 16 20:09:29.097082 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-2dccfa69-abbb-4117-97b0-d482c01d5886 req-010ba175-f458-40cc-b9f3-27445a3b7347 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306368 Jul 16 20:09:30.265491 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa23236-3e76-468b-85ab-d8354717d393 req-c592ccf0-eb28-431e-9b6d-72f94805ffea tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:30.266935 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-9fa23236-3e76-468b-85ab-d8354717d393 req-c592ccf0-eb28-431e-9b6d-72f94805ffea tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0607417 Jul 16 20:09:30.304606 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-9fa23236-3e76-468b-85ab-d8354717d393 req-3112c006-213d-407f-9fae-fd8678bb04f8 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315320 Jul 16 20:09:31.475210 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1749edb-a3b7-4868-be30-7e693bdee7d8 req-113f5c22-da91-4dca-bfc5-2348c9562892 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:31.476582 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a1749edb-a3b7-4868-be30-7e693bdee7d8 req-113f5c22-da91-4dca-bfc5-2348c9562892 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0621443 Jul 16 20:09:31.514086 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a1749edb-a3b7-4868-be30-7e693bdee7d8 req-5b56367f-5875-44cb-912a-d89dac09689b tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319746 Jul 16 20:09:32.303380 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:32.682739 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f7b256-2635-4e1e-a150-2ab3e1eac078 req-743cf600-b4b7-48d7-8699-981e7f11c24a tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:32.684181 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-c8f7b256-2635-4e1e-a150-2ab3e1eac078 req-743cf600-b4b7-48d7-8699-981e7f11c24a tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0611143 Jul 16 20:09:32.724151 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-c8f7b256-2635-4e1e-a150-2ab3e1eac078 req-576c2fbc-09f0-4de8-bc4f-5eae3a50ab10 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344834 Jul 16 20:09:33.894328 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe67ca-cd5c-400b-a1d1-68519ec7d580 req-c68fe23b-f21e-4254-acfd-c1e9b07b1777 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:33.895837 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-87fe67ca-cd5c-400b-a1d1-68519ec7d580 req-c68fe23b-f21e-4254-acfd-c1e9b07b1777 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0650117 Jul 16 20:09:33.933570 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-87fe67ca-cd5c-400b-a1d1-68519ec7d580 req-76849afe-a26d-4543-be21-f3b5261b8f0b tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322731 Jul 16 20:09:34.740416 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:09:35.105640 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17020456-429c-4ebf-b1d5-30034f58586e req-65f48698-184c-45d8-94fd-47935fd72234 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:35.107142 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-17020456-429c-4ebf-b1d5-30034f58586e req-65f48698-184c-45d8-94fd-47935fd72234 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0646279 Jul 16 20:09:35.144269 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-17020456-429c-4ebf-b1d5-30034f58586e req-8ea0bac1-86f8-43b4-b1f2-a05b137b64be tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316541 Jul 16 20:09:36.315112 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e5950-0963-4580-83b1-294c72c3eeac req-e762c94f-bed0-4c8d-8fe0-8f6b71fac357 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:36.316885 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-4b9e5950-0963-4580-83b1-294c72c3eeac req-e762c94f-bed0-4c8d-8fe0-8f6b71fac357 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0616388 Jul 16 20:09:36.354110 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-4b9e5950-0963-4580-83b1-294c72c3eeac req-4eb8727c-7279-41ab-a49c-dd8e103416d0 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318379 Jul 16 20:09:37.522946 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d102806-3e0d-4b1c-8b9f-7a612ef27e53 req-ae290864-5238-4307-a6d5-f176ee2add24 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:37.524379 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-7d102806-3e0d-4b1c-8b9f-7a612ef27e53 req-ae290864-5238-4307-a6d5-f176ee2add24 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0607574 Jul 16 20:09:37.560313 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-7d102806-3e0d-4b1c-8b9f-7a612ef27e53 req-426d49fd-9500-4cf7-a904-c32ced1886d2 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306253 Jul 16 20:09:38.735665 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee64624-95b8-4ff5-afff-32fae2fbd98a req-934e841e-affa-41c3-9608-8ad422b50b09 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:38.737169 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-8ee64624-95b8-4ff5-afff-32fae2fbd98a req-934e841e-affa-41c3-9608-8ad422b50b09 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0671036 Jul 16 20:09:38.774284 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-8ee64624-95b8-4ff5-afff-32fae2fbd98a req-42da944f-4b50-4a9c-bb52-3a5287c8b49b tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309706 Jul 16 20:09:40.210786 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86781a06-ebcf-42e0-baf8-50a9e58ace85 req-46b7a662-1c0f-4acf-be15-705b672e6ffc tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:40.212268 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-86781a06-ebcf-42e0-baf8-50a9e58ace85 req-46b7a662-1c0f-4acf-be15-705b672e6ffc tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.3310285 Jul 16 20:09:40.249316 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-86781a06-ebcf-42e0-baf8-50a9e58ace85 req-a0fed4d6-c721-4ab2-be1b-cf9b05efc53f tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313892 Jul 16 20:09:41.422934 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618abb3-ddd5-40a5-8690-ed077a7420e3 req-d66cd584-5b33-4541-8c0e-92a29f8211ca tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:41.424381 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-5618abb3-ddd5-40a5-8690-ed077a7420e3 req-d66cd584-5b33-4541-8c0e-92a29f8211ca tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0614867 Jul 16 20:09:41.462458 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-5618abb3-ddd5-40a5-8690-ed077a7420e3 req-f77df379-0f6c-48d6-96f0-5c850ca5690a tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323124 Jul 16 20:09:42.634515 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8655e99f-fca0-4c2d-9c9f-b6729b6536aa req-78af549b-9f13-43da-ade8-a65692987e80 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:42.635986 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-8655e99f-fca0-4c2d-9c9f-b6729b6536aa req-78af549b-9f13-43da-ade8-a65692987e80 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0628378 Jul 16 20:09:42.671893 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-8655e99f-fca0-4c2d-9c9f-b6729b6536aa req-cc7d1e9e-764f-4862-a95c-db535cb08376 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304294 Jul 16 20:09:43.853744 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e487bf9-b5d3-4f2c-9e6d-63a856425983 req-6143ff5a-fb23-4865-94f5-d277626284e8 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:43.855266 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1e487bf9-b5d3-4f2c-9e6d-63a856425983 req-6143ff5a-fb23-4865-94f5-d277626284e8 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0623746 Jul 16 20:09:43.896482 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1e487bf9-b5d3-4f2c-9e6d-63a856425983 req-d51206c5-0b0c-4a93-ab6f-c9fca606805f tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354733 Jul 16 20:09:45.068977 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff405ea7-9d6a-4a18-85bd-72ac8f81b8b7 req-fc2507ad-cde2-4acc-ace8-0bd2e343e31f tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:45.070447 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-ff405ea7-9d6a-4a18-85bd-72ac8f81b8b7 req-fc2507ad-cde2-4acc-ace8-0bd2e343e31f tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0643382 Jul 16 20:09:45.107423 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-ff405ea7-9d6a-4a18-85bd-72ac8f81b8b7 req-f4433701-e488-468a-a9e1-4af0a42a70f0 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314317 Jul 16 20:09:46.285560 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75fc56e-50df-419e-a611-22d8bdf7a4a5 req-f625cf54-f96b-4b43-9f31-d44a7853a3de tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:46.287056 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d75fc56e-50df-419e-a611-22d8bdf7a4a5 req-f625cf54-f96b-4b43-9f31-d44a7853a3de tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0621915 Jul 16 20:09:46.323072 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d75fc56e-50df-419e-a611-22d8bdf7a4a5 req-0612cc5b-1fcb-4243-88a8-8ebbd2263d14 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306211 Jul 16 20:09:47.491708 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68b57b-cc19-4bcf-b9ec-239de3ef96c7 req-1731e496-aea5-4b50-a8c3-2b22f78bc12c tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:47.493139 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-5d68b57b-cc19-4bcf-b9ec-239de3ef96c7 req-1731e496-aea5-4b50-a8c3-2b22f78bc12c tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0619426 Jul 16 20:09:47.529417 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-5d68b57b-cc19-4bcf-b9ec-239de3ef96c7 req-6112418a-b0e9-4cfa-93f3-3cc23ab4a8ce tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304849 Jul 16 20:09:48.705678 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab34e5-b2db-4a6a-adaf-5847ac771794 req-ad7610db-4e9f-48e2-b8ef-c510d69e2faf tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:48.707266 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-cdab34e5-b2db-4a6a-adaf-5847ac771794 req-ad7610db-4e9f-48e2-b8ef-c510d69e2faf tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0624652 Jul 16 20:09:48.744462 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-cdab34e5-b2db-4a6a-adaf-5847ac771794 req-22947488-d9c3-4680-802d-80586fb443c7 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317514 Jul 16 20:09:49.912933 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc463bec-f738-4919-8d4a-1d77f4350a0a req-9ef0c561-c94a-43bf-b30e-5088f48c43b7 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:49.914320 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-cc463bec-f738-4919-8d4a-1d77f4350a0a req-9ef0c561-c94a-43bf-b30e-5088f48c43b7 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0621533 Jul 16 20:09:49.955297 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-cc463bec-f738-4919-8d4a-1d77f4350a0a req-2c62f32f-86a8-4d4d-89b1-562dcef6cedf tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352924 Jul 16 20:09:50.170106 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-e8f0c07f-ca03-493d-98d7-a7ed8e5f73ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:50.742306 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:51.128285 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad19a2b-c79b-4f40-9f8f-eb4b1912456b req-17b003b8-98ed-4b47-8bde-8e163215bd08 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:51.129834 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-9ad19a2b-c79b-4f40-9f8f-eb4b1912456b req-17b003b8-98ed-4b47-8bde-8e163215bd08 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0652742 Jul 16 20:09:51.165993 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-9ad19a2b-c79b-4f40-9f8f-eb4b1912456b req-1db0660a-aa14-42f3-a483-f1cbf10f8370 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306220 Jul 16 20:09:52.226678 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-832fecb3-fa30-452b-8104-8cb7c0a6e44c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:52.341896 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89a5b8-7602-4e06-81dc-55c67200357c req-5ee2af34-1863-448e-9f25-de9b267e0a58 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:52.343437 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-2e89a5b8-7602-4e06-81dc-55c67200357c req-5ee2af34-1863-448e-9f25-de9b267e0a58 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0628622 Jul 16 20:09:52.380684 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-2e89a5b8-7602-4e06-81dc-55c67200357c req-9ef0783b-1345-465d-914d-5835a333937a tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311515 Jul 16 20:09:53.349402 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:53.558313 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5d1d3-ab29-4020-8f9c-38adcbd1b949 req-f5997f26-d821-4de9-b5cd-565fdf07cebf tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:53.559785 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-07d5d1d3-ab29-4020-8f9c-38adcbd1b949 req-f5997f26-d821-4de9-b5cd-565fdf07cebf tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0615895 Jul 16 20:09:53.595786 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-07d5d1d3-ab29-4020-8f9c-38adcbd1b949 req-9fd6ae84-d8af-44be-989e-289ad2f874de tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306244 Jul 16 20:09:54.773011 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db01f856-d712-4ed1-93b6-53d49da1de81 req-88507257-6f3a-49a9-8dc9-8d7616abfed9 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:54.774506 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-db01f856-d712-4ed1-93b6-53d49da1de81 req-88507257-6f3a-49a9-8dc9-8d7616abfed9 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0634990 Jul 16 20:09:54.787923 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:54.812715 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-db01f856-d712-4ed1-93b6-53d49da1de81 req-aed50fa0-ad18-4b89-814a-b2970d2ffb34 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325193 Jul 16 20:09:56.146549 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76513c34-7a51-4c18-8336-0de14705f49a req-3d1471a5-8878-42d0-9d3e-657bc96fdb17 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:56.148018 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-76513c34-7a51-4c18-8336-0de14705f49a req-3d1471a5-8878-42d0-9d3e-657bc96fdb17 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0634177 Jul 16 20:09:56.187717 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-76513c34-7a51-4c18-8336-0de14705f49a req-7211d601-5a19-4286-b960-34e5450c577c tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340478 Jul 16 20:09:57.358925 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87442fb1-569f-448d-984c-1c960e45ba0c req-53a207dd-945a-4870-a31e-72b23a2fa28b tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:57.360368 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-87442fb1-569f-448d-984c-1c960e45ba0c req-53a207dd-945a-4870-a31e-72b23a2fa28b tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0649176 Jul 16 20:09:57.397590 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-87442fb1-569f-448d-984c-1c960e45ba0c req-dddbaa12-5866-41c3-bc62-e1672014f90a tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303733 Jul 16 20:09:58.566883 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a979c0d-3a2c-469b-8744-6bf817873762 req-0aee7b37-1a76-4570-aaa7-4ff9f826d2fd tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:58.568359 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-0a979c0d-3a2c-469b-8744-6bf817873762 req-0aee7b37-1a76-4570-aaa7-4ff9f826d2fd tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0621321 Jul 16 20:09:58.604959 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-0a979c0d-3a2c-469b-8744-6bf817873762 req-9c9bacbd-0b64-4299-8e70-066c359b879b tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311282 Jul 16 20:09:59.772141 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce75c7-c688-4a43-bc9f-68b066fa28bb req-548794c2-eb62-4a0c-9fdb-c094e6e1e17b tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:59.773601 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-c1ce75c7-c688-4a43-bc9f-68b066fa28bb req-548794c2-eb62-4a0c-9fdb-c094e6e1e17b tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0617044 Jul 16 20:09:59.808946 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-c1ce75c7-c688-4a43-bc9f-68b066fa28bb req-e38cf940-f3fe-447b-80a5-bc1b405f1299 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299292 Jul 16 20:10:00.979043 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e96e6-1dca-4aed-8cb4-15d06acad1e8 req-cc600917-6551-444d-b401-04ede903967c tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:00.980580 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-068e96e6-1dca-4aed-8cb4-15d06acad1e8 req-cc600917-6551-444d-b401-04ede903967c tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0625916 Jul 16 20:10:01.016999 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-068e96e6-1dca-4aed-8cb4-15d06acad1e8 req-1785f0e7-1c93-4a88-8270-097c8a2b07e6 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309470 Jul 16 20:10:02.189292 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04277cd-9a64-4fa2-ad86-e47b05e36f44 req-3ac244d7-20d6-4766-9b46-2d242d4cba4f tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:02.190855 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-c04277cd-9a64-4fa2-ad86-e47b05e36f44 req-3ac244d7-20d6-4766-9b46-2d242d4cba4f tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0620086 Jul 16 20:10:02.233285 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-c04277cd-9a64-4fa2-ad86-e47b05e36f44 req-05f4d427-5c43-47c5-b8c5-36f375acd82c tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366921 Jul 16 20:10:02.303182 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:03.407884 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd959ecd-9ae5-402a-a6e2-32c651377f73 req-ae542d86-7f62-4651-93af-93531dc3a886 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:03.409361 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-bd959ecd-9ae5-402a-a6e2-32c651377f73 req-ae542d86-7f62-4651-93af-93531dc3a886 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0661523 Jul 16 20:10:03.445783 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-bd959ecd-9ae5-402a-a6e2-32c651377f73 req-4040bca1-03b2-43cf-a03b-40fb8b1c3cdc tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309186 Jul 16 20:10:04.614001 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e803b-a553-469e-af1b-ecf9dabb0b47 req-2b0fa95c-a6ce-4275-af8a-a964c93d1d72 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:04.615673 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-1c0e803b-a553-469e-af1b-ecf9dabb0b47 req-2b0fa95c-a6ce-4275-af8a-a964c93d1d72 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0618455 Jul 16 20:10:04.653221 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-1c0e803b-a553-469e-af1b-ecf9dabb0b47 req-58ef3a22-d888-4ee7-a869-e562a9cae90b tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319355 Jul 16 20:10:05.823456 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce905c9c-fb9d-42ba-af14-24f53dff6936 req-cae84f7d-80f3-4404-a348-d130d67d2efa tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:05.824936 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-ce905c9c-fb9d-42ba-af14-24f53dff6936 req-cae84f7d-80f3-4404-a348-d130d67d2efa tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0620413 Jul 16 20:10:05.861566 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-ce905c9c-fb9d-42ba-af14-24f53dff6936 req-a11c441b-d4f3-40fc-8e99-907c42b623b5 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311334 Jul 16 20:10:07.031484 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37e686-9220-4a58-9e22-c493bfea0f48 req-c191cbd7-3826-4a0a-bfbb-0b5a5d59f742 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:07.032922 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-0d37e686-9220-4a58-9e22-c493bfea0f48 req-c191cbd7-3826-4a0a-bfbb-0b5a5d59f742 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0630052 Jul 16 20:10:07.071134 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-0d37e686-9220-4a58-9e22-c493bfea0f48 req-220da2d1-9181-4126-8308-207c5a27b5f2 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320363 Jul 16 20:10:08.240693 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a2b3f-968f-44ef-89d6-0639425c5ce9 req-6c505be8-a632-456f-b093-d49b66c39ebb tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:08.242179 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d94a2b3f-968f-44ef-89d6-0639425c5ce9 req-6c505be8-a632-456f-b093-d49b66c39ebb tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0627756 Jul 16 20:10:08.282989 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d94a2b3f-968f-44ef-89d6-0639425c5ce9 req-e5cc5370-824e-4c7a-9416-9efdb756a164 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350389 Jul 16 20:10:09.454943 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba1e3a-f7d6-4921-8fb0-379b0b55c310 req-34b04418-6a2d-494b-817c-32196953c9c0 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:09.456541 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-1cba1e3a-f7d6-4921-8fb0-379b0b55c310 req-34b04418-6a2d-494b-817c-32196953c9c0 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0653145 Jul 16 20:10:09.494250 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-1cba1e3a-f7d6-4921-8fb0-379b0b55c310 req-ea000a7f-c894-45d3-8b28-5a1f12178651 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318291 Jul 16 20:10:10.663419 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1947f7fb-5ea4-4efe-8a47-d8efad252bb7 req-676e67fd-925e-44b0-9048-74ab4758e8b5 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:10.664956 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1947f7fb-5ea4-4efe-8a47-d8efad252bb7 req-676e67fd-925e-44b0-9048-74ab4758e8b5 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0634561 Jul 16 20:10:10.704081 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1947f7fb-5ea4-4efe-8a47-d8efad252bb7 req-a140f9df-c1d1-4d3e-9afa-63f83574a46d tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314255 Jul 16 20:10:11.739719 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:10:11.879187 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bead2c-c1be-44d7-b32e-39262a3938f5 req-1b63434b-0d23-4821-a49d-520e01ddf8e3 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:11.880637 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-82bead2c-c1be-44d7-b32e-39262a3938f5 req-1b63434b-0d23-4821-a49d-520e01ddf8e3 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0622096 Jul 16 20:10:11.916690 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-82bead2c-c1be-44d7-b32e-39262a3938f5 req-b22968c3-664d-444d-901b-cecb9bd8a863 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305657 Jul 16 20:10:13.084109 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c2932-2871-46bd-b4d9-5709e7150a5c req-0e111523-6dd7-4642-b3ad-f14c76e0db79 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:13.085568 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a31c2932-2871-46bd-b4d9-5709e7150a5c req-0e111523-6dd7-4642-b3ad-f14c76e0db79 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0619533 Jul 16 20:10:13.122991 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a31c2932-2871-46bd-b4d9-5709e7150a5c req-f7651e1c-eba7-4354-b192-a90ae73e7128 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317276 Jul 16 20:10:14.290135 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e81fc72-abe9-468a-af1f-c87b45674bee req-080afcdb-66c5-4f8b-a0f2-cc939132fa13 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:14.291618 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-9e81fc72-abe9-468a-af1f-c87b45674bee req-080afcdb-66c5-4f8b-a0f2-cc939132fa13 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0622368 Jul 16 20:10:14.332372 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-9e81fc72-abe9-468a-af1f-c87b45674bee req-0c8b0830-ffb7-409a-a7a7-073d6482acbb tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352969 Jul 16 20:10:15.507434 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7881fec9-3853-4575-906f-507407e4f8c0 req-5b9e8033-a5a8-436d-9dda-fd0f4cb4be0f tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:15.508825 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-7881fec9-3853-4575-906f-507407e4f8c0 req-5b9e8033-a5a8-436d-9dda-fd0f4cb4be0f tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0667808 Jul 16 20:10:15.545158 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-7881fec9-3853-4575-906f-507407e4f8c0 req-b63e7f9f-5122-45c3-a4cb-81ad036bb975 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308769 Jul 16 20:10:16.714196 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32271e4-132c-4439-9838-6ac7425df28a req-dd6651c2-1dc7-4def-bdd7-0855ac2c4f28 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:16.715674 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-b32271e4-132c-4439-9838-6ac7425df28a req-dd6651c2-1dc7-4def-bdd7-0855ac2c4f28 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0609570 Jul 16 20:10:16.752233 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-b32271e4-132c-4439-9838-6ac7425df28a req-2e416a57-7245-4253-99e0-441e7f07ce27 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304503 Jul 16 20:10:17.926057 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af9a0d-031a-436e-a8ea-553e10899fa1 req-787ddc0c-85d4-4910-bad7-157e5fd9a762 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:17.927464 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-e9af9a0d-031a-436e-a8ea-553e10899fa1 req-787ddc0c-85d4-4910-bad7-157e5fd9a762 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0627110 Jul 16 20:10:17.963992 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-e9af9a0d-031a-436e-a8ea-553e10899fa1 req-f4a6c23a-cf4f-436a-9a2b-93a1e3c56b95 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311282 Jul 16 20:10:19.132683 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b2b2c0-bd62-4254-9d7f-4c7f59f7308a req-7f085545-fdd9-4da8-b89b-10620c9f6fd9 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:19.134136 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-36b2b2c0-bd62-4254-9d7f-4c7f59f7308a req-7f085545-fdd9-4da8-b89b-10620c9f6fd9 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0621285 Jul 16 20:10:19.170812 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-36b2b2c0-bd62-4254-9d7f-4c7f59f7308a req-712ff972-9f50-4237-af97-daa8dbbdac73 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311959 Jul 16 20:10:20.170473 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-80643cb8-bc10-4bfa-a982-ca90c1a6c26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:20.344587 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e423a642-80e2-4724-84cc-b925b43b3e3b req-1918a1e6-20f5-492c-8d7c-d29a17b57829 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:20.346307 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-e423a642-80e2-4724-84cc-b925b43b3e3b req-1918a1e6-20f5-492c-8d7c-d29a17b57829 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0640059 Jul 16 20:10:20.388449 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-e423a642-80e2-4724-84cc-b925b43b3e3b req-7e064749-7d54-4ddb-9d60-01aa9cbb7bda tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364830 Jul 16 20:10:20.742170 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:21.561927 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14881d-bd76-4679-89ce-8576a0ef6553 req-263b66e0-4245-4260-b762-2dab890f2041 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:21.563390 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-2f14881d-bd76-4679-89ce-8576a0ef6553 req-263b66e0-4245-4260-b762-2dab890f2041 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0641668 Jul 16 20:10:21.600139 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-2f14881d-bd76-4679-89ce-8576a0ef6553 req-badf2f54-0f80-4637-a841-685e41404eda tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306859 Jul 16 20:10:22.226061 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-e26eb81b-32d2-4e99-b272-1d460f9e2b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:22.771896 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39f04a-02d6-4de3-a355-10d79ab33098 req-38acfd8d-3642-46d5-86b6-dc435431435f tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:22.773361 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-bb39f04a-02d6-4de3-a355-10d79ab33098 req-38acfd8d-3642-46d5-86b6-dc435431435f tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0636151 Jul 16 20:10:22.809540 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-bb39f04a-02d6-4de3-a355-10d79ab33098 req-a8dccce7-082b-4e1c-9e22-32415d478fd8 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307748 Jul 16 20:10:23.351255 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:23.975971 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12f574-f8ff-4f28-93d3-28f4e5488ecb req-6022a562-060e-44de-bb45-099d96082db8 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:23.977331 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-cd12f574-f8ff-4f28-93d3-28f4e5488ecb req-6022a562-060e-44de-bb45-099d96082db8 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0609434 Jul 16 20:10:24.014170 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-cd12f574-f8ff-4f28-93d3-28f4e5488ecb req-81e7131c-1341-4b7b-b954-37397abc7016 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313754 Jul 16 20:10:24.390002 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d51e430c-b0b5-4827-b8f3-1f47c9177e32 req-9486ddfc-bc94-4868-bb38-277479d34177 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0644376 Jul 16 20:10:24.465437 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e430c-b0b5-4827-b8f3-1f47c9177e32 req-81b598c5-5ca7-44d7-8a91-fef5179d397c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:24.466951 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d51e430c-b0b5-4827-b8f3-1f47c9177e32 req-81b598c5-5ca7-44d7-8a91-fef5179d397c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=078f23be686b440dad7cffc96ff5c84c&device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 1098 time: 0.0531323 Jul 16 20:10:24.588306 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e430c-b0b5-4827-b8f3-1f47c9177e32 req-ed3bd219-20f0-4934-a5bf-8ad020683ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:24.589885 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d51e430c-b0b5-4827-b8f3-1f47c9177e32 req-ed3bd219-20f0-4934-a5bf-8ad020683ff2 service neutron] 10.222.0.102 "GET /v2.0/networks?id=a90ba138-c4a1-4110-a3e5-cb4305c2de87 HTTP/1.1" status: 200 len: 914 time: 0.0996068 Jul 16 20:10:24.663814 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d51e430c-b0b5-4827-b8f3-1f47c9177e32 req-4575d826-75a1-4c88-82c4-3255d152210e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=456d3b55-cff6-4661-be1f-2f3bb2303531 HTTP/1.1" status: 200 len: 1001 time: 0.0663350 Jul 16 20:10:24.712859 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e430c-b0b5-4827-b8f3-1f47c9177e32 req-f24b81d2-0de1-43d8-a954-33cf03f64aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:24.714318 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d51e430c-b0b5-4827-b8f3-1f47c9177e32 req-f24b81d2-0de1-43d8-a954-33cf03f64aca service neutron] 10.222.0.102 "GET /v2.0/subnets?id=240aba66-ab9f-4277-a9b2-4f5b9dbf7e93 HTTP/1.1" status: 200 len: 851 time: 0.0444405 Jul 16 20:10:24.773678 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e430c-b0b5-4827-b8f3-1f47c9177e32 req-429aa7e6-198f-4cf6-bded-90df76dd8693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:24.775216 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d51e430c-b0b5-4827-b8f3-1f47c9177e32 req-429aa7e6-198f-4cf6-bded-90df76dd8693 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a90ba138-c4a1-4110-a3e5-cb4305c2de87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537827 Jul 16 20:10:24.791857 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:24.877774 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d51e430c-b0b5-4827-b8f3-1f47c9177e32 req-d165d2cc-7c66-4664-aaf7-65e8db70ab4c service neutron] 10.222.0.102 "GET /v2.0/networks/a90ba138-c4a1-4110-a3e5-cb4305c2de87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937080 Jul 16 20:10:24.983465 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d51e430c-b0b5-4827-b8f3-1f47c9177e32 req-96440e19-8bf5-44f3-8d3e-fcbd2c345f92 service neutron] 10.222.0.102 "GET /v2.0/networks/a90ba138-c4a1-4110-a3e5-cb4305c2de87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965576 Jul 16 20:10:25.190836 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de705c-29b6-464c-bd79-926930bbf125 req-18daa34b-834b-497d-9a1f-65bbc8cc2495 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:25.192344 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d3de705c-29b6-464c-bd79-926930bbf125 req-18daa34b-834b-497d-9a1f-65bbc8cc2495 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 943 time: 0.0681820 Jul 16 20:10:25.229559 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d3de705c-29b6-464c-bd79-926930bbf125 req-cf390048-439e-40ef-93be-49d112ee00fb tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316536 Jul 16 20:10:25.628456 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device e3029fca-5b66-4825-a987-3bab7d829441 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=93022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:10:25.719731 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port e3029fca-5b66-4825-a987-3bab7d829441, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=e3029fca-5b66-4825-a987-3bab7d829441,segment=NetworkSegment(c0ee1241-efc6-4d38-8bf8-51999d0ead40),segment_id=c0ee1241-efc6-4d38-8bf8-51999d0ead40)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:25.851552 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Returning: {'device': 'e3029fca-5b66-4825-a987-3bab7d829441', 'network_id': 'bdbd16a4-4f92-4443-ba28-8121ae0e03c0', 'port_id': 'e3029fca-5b66-4825-a987-3bab7d829441', 'mac_address': 'fa:16:3e:57:a3:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1046, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11ecba9f-258e-4632-8889-94ecc6e745f0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:10:25.887949 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:25.900907 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.notifiers.nova [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3029fca-5b66-4825-a987-3bab7d829441 {{(pid=93022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:10:25.920256 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port e3029fca-5b66-4825-a987-3bab7d829441, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=e3029fca-5b66-4825-a987-3bab7d829441,segment=NetworkSegment(c0ee1241-efc6-4d38-8bf8-51999d0ead40),segment_id=c0ee1241-efc6-4d38-8bf8-51999d0ead40)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:25.924278 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:25.969259 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Pushing event updated for resources: {'Port': ['ID=e3029fca-5b66-4825-a987-3bab7d829441,revision_number=7']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:25.976004 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:25.976360 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:25.976699 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:25.977031 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:25.977362 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:25.977691 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:25.978016 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:25.978340 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:25.978693 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:25.979019 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:25.979341 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:25.979673 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:26.175067 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] get_ports_and_sgs() called for port_ids ['e3029fca-5b66-4825-a987-3bab7d829441'] {{(pid=93022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:10:26.398800 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a2e40-3923-4cd7-90ed-3470a8729339 req-e459c2dd-03fe-4568-8605-e7bb90cad60b tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:26.400279 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-683a2e40-3923-4cd7-90ed-3470a8729339 req-e459c2dd-03fe-4568-8605-e7bb90cad60b tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 944 time: 0.0623069 Jul 16 20:10:26.440923 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-683a2e40-3923-4cd7-90ed-3470a8729339 req-87760043-2c01-40e0-8e36-cba039e1c306 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349400 Jul 16 20:10:27.607887 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573ec7b-ddaa-4940-8609-f5ba00b97094 req-7ccd634a-7302-49ad-a201-2f1b584b097e tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:27.609357 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-8573ec7b-ddaa-4940-8609-f5ba00b97094 req-7ccd634a-7302-49ad-a201-2f1b584b097e tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 944 time: 0.0625386 Jul 16 20:10:27.647570 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-8573ec7b-ddaa-4940-8609-f5ba00b97094 req-fdb7dc12-500d-415f-8fa0-7c30ddc38046 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326345 Jul 16 20:10:27.670642 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device e3029fca-5b66-4825-a987-3bab7d829441 up at agent hyperv_hv-cinder-80069 {{(pid=93022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:27.719141 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.provisioning_blocks [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Provisioning complete for port e3029fca-5b66-4825-a987-3bab7d829441 triggered by entity L2. {{(pid=93022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:27.719557 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1005336'] for port, provisioning_complete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:27.791506 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536552'] for port, before_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:27.812494 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5344474-56d5-487a-8ffa-91c7742bd118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3029fca-5b66-4825-a987-3bab7d829441'}] {{(pid=93022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:27.815370 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9473df89cc7d9a049ef80707cd6efae53c3b25527ef369ad4a6a0d9269bae893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b03e57-e400-4498-8fa9-083ff2d53f96" -d '{"events": [{"server_uuid": "b5344474-56d5-487a-8ffa-91c7742bd118", "name": "network-vif-plugged", "status": "completed", "tag": "e3029fca-5b66-4825-a987-3bab7d829441"}]}' {{(pid=93022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:27.827176 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] For port e3029fca-5b66-4825-a987-3bab7d829441, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=e3029fca-5b66-4825-a987-3bab7d829441,segment=NetworkSegment(c0ee1241-efc6-4d38-8bf8-51999d0ead40),segment_id=c0ee1241-efc6-4d38-8bf8-51999d0ead40)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:27.832081 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786207273813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786206872504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786206872522'] for port, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:27.856813 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9defa80-f467-4d97-a6a8-bf3da02c1b6d x-openstack-request-id: req-b9defa80-f467-4d97-a6a8-bf3da02c1b6d {{(pid=93022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:27.857105 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5344474-56d5-487a-8ffa-91c7742bd118", "name": "network-vif-plugged", "status": "completed", "tag": "e3029fca-5b66-4825-a987-3bab7d829441", "code": 200}]} {{(pid=93022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:27.857360 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b9defa80-f467-4d97-a6a8-bf3da02c1b6d {{(pid=93022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:27.857748 dv-cinder-800697-3-iscsi neutron-server[93022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5344474-56d5-487a-8ffa-91c7742bd118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3029fca-5b66-4825-a987-3bab7d829441', 'code': 200} Jul 16 20:10:27.886547 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Pushing event updated for resources: {'Port': ['ID=e3029fca-5b66-4825-a987-3bab7d829441,revision_number=8']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:28.115703 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9312c147-9fa7-4055-b9bd-516423b39144 req-40851f1e-2712-4e33-8609-c5abd45394ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:28.117158 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-9312c147-9fa7-4055-b9bd-516423b39144 req-40851f1e-2712-4e33-8609-c5abd45394ef service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 1098 time: 0.0507705 Jul 16 20:10:28.150927 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-9312c147-9fa7-4055-b9bd-516423b39144 req-25d3a08d-0983-43bd-967f-3f616d46cc02 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268657 Jul 16 20:10:28.818079 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d54218-be5d-4648-88b9-b9af23da2e62 req-7b14d43f-d94c-4f52-9e54-5666469306a9 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:28.819581 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-22d54218-be5d-4648-88b9-b9af23da2e62 req-7b14d43f-d94c-4f52-9e54-5666469306a9 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 945 time: 0.0653353 Jul 16 20:10:28.856585 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-22d54218-be5d-4648-88b9-b9af23da2e62 req-d1a74d76-48b5-42c8-8b85-d3b421f2975a tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315139 Jul 16 20:10:30.030702 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d4727-9a5e-4670-b74a-fc74dd03504a req-ffc141df-1f72-4f48-8d75-c90232d874c6 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:30.032176 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-0f0d4727-9a5e-4670-b74a-fc74dd03504a req-ffc141df-1f72-4f48-8d75-c90232d874c6 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 945 time: 0.0619891 Jul 16 20:10:30.069765 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-0f0d4727-9a5e-4670-b74a-fc74dd03504a req-aab85f8d-84ef-481e-b082-08b65a81be10 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315750 Jul 16 20:10:32.307056 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:48.739202 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:10:50.170211 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-82ac8431-6008-4313-a566-df34f5533d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:50.754504 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:52.226791 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ed56a7aa-e3c5-4fca-ac6a-082dd7132a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:53.352857 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:54.793974 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:02.306958 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:20.170238 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-1260a071-dbb7-4e61-b6fc-003aebf44b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:20.753609 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:22.226594 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-87be12e1-3d51-4d09-b7f4-24085c9a98e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:23.355555 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:24.283712 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-7d041385-39fa-44f3-8882-4e4eaf554f66 req-ab5924e5-e153-4147-bbae-1f010c8a4fe2 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0981441 Jul 16 20:11:24.356015 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d041385-39fa-44f3-8882-4e4eaf554f66 req-7b46ee68-d9a3-43b9-ad76-98f83a0eb883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:24.357491 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-7d041385-39fa-44f3-8882-4e4eaf554f66 req-7b46ee68-d9a3-43b9-ad76-98f83a0eb883 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=af25564dcbb44ab783810e6c620b2bd4&device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 1098 time: 0.0515378 Jul 16 20:11:24.462756 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d041385-39fa-44f3-8882-4e4eaf554f66 req-b992c8d4-e87f-4b34-9a29-833de96d9fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:24.464160 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-7d041385-39fa-44f3-8882-4e4eaf554f66 req-b992c8d4-e87f-4b34-9a29-833de96d9fb5 service neutron] 10.222.0.102 "GET /v2.0/networks?id=b08ac5f9-2c15-45f7-9a61-437289e3197c HTTP/1.1" status: 200 len: 914 time: 0.0856063 Jul 16 20:11:24.504807 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-7d041385-39fa-44f3-8882-4e4eaf554f66 req-e7fdb496-1272-4278-ae76-78e9d7600ea7 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5 HTTP/1.1" status: 200 len: 217 time: 0.0337398 Jul 16 20:11:24.554815 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d041385-39fa-44f3-8882-4e4eaf554f66 req-6d736624-fb6b-4726-bfa8-9930e2d158a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:24.556953 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-7d041385-39fa-44f3-8882-4e4eaf554f66 req-6d736624-fb6b-4726-bfa8-9930e2d158a5 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3c821e1e-566b-46e2-b4da-9faa94f5bcd4 HTTP/1.1" status: 200 len: 852 time: 0.0459297 Jul 16 20:11:24.590591 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-7d041385-39fa-44f3-8882-4e4eaf554f66 req-a8137c8d-fcab-4ff0-92c4-3d4de952d4be service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b08ac5f9-2c15-45f7-9a61-437289e3197c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245252 Jul 16 20:11:24.603082 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [req-7d041385-39fa-44f3-8882-4e4eaf554f66 req-c01ca8eb-0289-4344-a4bf-5d3b33730c61 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93020) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:11:24.604219 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-7d041385-39fa-44f3-8882-4e4eaf554f66 req-c01ca8eb-0289-4344-a4bf-5d3b33730c61 service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054681 Jul 16 20:11:24.691126 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-7d041385-39fa-44f3-8882-4e4eaf554f66 req-700c908c-6c2a-4aab-97a0-f1df8e20c9b0 service neutron] 10.222.0.102 "GET /v2.0/networks/b08ac5f9-2c15-45f7-9a61-437289e3197c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803692 Jul 16 20:11:24.781450 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-7d041385-39fa-44f3-8882-4e4eaf554f66 req-72ce4ccc-1879-4db5-9422-56f3ca0f4102 service neutron] 10.222.0.102 "GET /v2.0/networks/b08ac5f9-2c15-45f7-9a61-437289e3197c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831256 Jul 16 20:11:24.795679 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:25.739222 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:11:32.308268 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:43.158072 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 35876) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:43.406846 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-dead7c67-10c6-4818-bb96-8a4873246c11 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Deleting port 10a4e031-3386-474b-8e27-a61f7fe1524a {{(pid=93020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:11:43.407170 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-dead7c67-10c6-4818-bb96-8a4873246c11 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786207273135'] for port, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:43.481264 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-dead7c67-10c6-4818-bb96-8a4873246c11 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8298881'] for port, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:43.481511 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-dead7c67-10c6-4818-bb96-8a4873246c11 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:43.492808 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-dead7c67-10c6-4818-bb96-8a4873246c11 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Calling delete_port for 10a4e031-3386-474b-8e27-a61f7fe1524a owned by network:floatingip {{(pid=93020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:11:43.661011 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-dead7c67-10c6-4818-bb96-8a4873246c11 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786207273858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786206872495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:43.687233 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead7c67-10c6-4818-bb96-8a4873246c11 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Pushing event deleted for resources: {'Port': ['ID=10a4e031-3386-474b-8e27-a61f7fe1524a,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:43.713122 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dead7c67-10c6-4818-bb96-8a4873246c11 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:43.713470 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dead7c67-10c6-4818-bb96-8a4873246c11 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:43.713887 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dead7c67-10c6-4818-bb96-8a4873246c11 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:43.714236 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dead7c67-10c6-4818-bb96-8a4873246c11 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:43.714649 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dead7c67-10c6-4818-bb96-8a4873246c11 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:43.714983 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dead7c67-10c6-4818-bb96-8a4873246c11 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:43.715385 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dead7c67-10c6-4818-bb96-8a4873246c11 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:43.715745 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dead7c67-10c6-4818-bb96-8a4873246c11 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:43.716110 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dead7c67-10c6-4818-bb96-8a4873246c11 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:43.716515 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dead7c67-10c6-4818-bb96-8a4873246c11 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:43.716764 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dead7c67-10c6-4818-bb96-8a4873246c11 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:43.717079 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dead7c67-10c6-4818-bb96-8a4873246c11 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:43.756746 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-dead7c67-10c6-4818-bb96-8a4873246c11 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Notify callbacks [] for floatingip, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:43.757067 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.db.l3_db [None req-dead7c67-10c6-4818-bb96-8a4873246c11 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Floating IP 5cf53326-e15a-46b0-8e86-a020e8a6dc1a disassociated (deleted). External IP: 172.27.1.39, port: e3029fca-5b66-4825-a987-3bab7d829441. Jul 16 20:11:43.958039 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dead7c67-10c6-4818-bb96-8a4873246c11 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Router f19a8024-dd66-4ec0-831e-212910b1b038 has already been hosted by L3 agent 2edc1d69-0f6a-462d-a1c4-2c7c9be5649e {{(pid=93020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:11:44.062622 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dead7c67-10c6-4818-bb96-8a4873246c11 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Notify agent at l3_agent.dv-cinder-800697-3-iscsi the message routers_updated {{(pid=93020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:11:44.067204 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-dead7c67-10c6-4818-bb96-8a4873246c11 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for floatingip, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:44.072736 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391f6f6b-344f-4952-8d21-b1f585149d88 None None] Sync routers for ids ['f19a8024-dd66-4ec0-831e-212910b1b038'] in dv-cinder-800697-3-iscsi {{(pid=93022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:11:44.082333 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391f6f6b-344f-4952-8d21-b1f585149d88 None None] Routers {'f19a8024-dd66-4ec0-831e-212910b1b038'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:11:44.082985 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-391f6f6b-344f-4952-8d21-b1f585149d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:11:22Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['f19a8024-dd66-4ec0-831e-212910b1b038'], 'active': True} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:44.101505 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-dead7c67-10c6-4818-bb96-8a4873246c11 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "DELETE /v2.0/floatingips/5cf53326-e15a-46b0-8e86-a020e8a6dc1a HTTP/1.1" status: 204 len: 168 time: 0.9422793 Jul 16 20:11:44.102196 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5344474-56d5-487a-8ffa-91c7742bd118', 'tag': 'e3029fca-5b66-4825-a987-3bab7d829441'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:44.104570 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fae8f2ff960fe93758be445b473a7dfd6f7d616fbf5a964bb8e60e5228696b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9355e2a0-9db6-4c62-b014-d53616bc1e74" -d '{"events": [{"name": "network-changed", "server_uuid": "b5344474-56d5-487a-8ffa-91c7742bd118", "tag": "e3029fca-5b66-4825-a987-3bab7d829441"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:44.189176 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvr_db [None req-391f6f6b-344f-4952-8d21-b1f585149d88 None None] Set router f19a8024-dd66-4ec0-831e-212910b1b038 gateway port host: dv-cinder-800697-3-iscsi {{(pid=93022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:11:44.271388 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070fe838-e748-4366-910f-b7f70d6df0c0 x-openstack-request-id: req-070fe838-e748-4366-910f-b7f70d6df0c0 {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:44.271965 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5344474-56d5-487a-8ffa-91c7742bd118", "tag": "e3029fca-5b66-4825-a987-3bab7d829441", "status": "completed", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:44.271965 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-070fe838-e748-4366-910f-b7f70d6df0c0 {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:44.272321 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5344474-56d5-487a-8ffa-91c7742bd118', 'tag': 'e3029fca-5b66-4825-a987-3bab7d829441', 'status': 'completed', 'code': 200} Jul 16 20:11:44.350236 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355e2a0-9db6-4c62-b014-d53616bc1e74 req-e9093725-3c34-4013-97da-165070805b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:44.351788 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-9355e2a0-9db6-4c62-b014-d53616bc1e74 req-e9093725-3c34-4013-97da-165070805b4e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=8ec1ad2262744e7fa3dd96c5b0ef62f2&device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 1098 time: 0.0572875 Jul 16 20:11:44.414802 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-391f6f6b-344f-4952-8d21-b1f585149d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19a8024-dd66-4ec0-831e-212910b1b038', 'name': 'tempest-TestShelveInstance-642272152-router', 'tenant_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '4a9f74ee-a0dc-412d-b96c-03ca41a2462e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:45Z', 'updated_at': '2021-07-16T20:05:49Z', 'revision_number': 4, 'project_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'gw_port': {'id': '4a9f74ee-a0dc-412d-b96c-03ca41a2462e', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ba:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19a8024-dd66-4ec0-831e-212910b1b038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:46Z', 'updated_at': '2021-07-16T20:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_interfaces': [{'id': '24475f92-e073-4ab1-b4a2-80c8cc3d9d23', 'name': '', 'network_id': 'bdbd16a4-4f92-4443-ba28-8121ae0e03c0', 'tenant_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'mac_address': 'fa:16:3e:a2:f2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19a8024-dd66-4ec0-831e-212910b1b038', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '11ecba9f-258e-4632-8889-94ecc6e745f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:48Z', 'updated_at': '2021-07-16T20:05:57Z', 'revision_number': 5, 'project_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'subnets': [{'id': '11ecba9f-258e-4632-8889-94ecc6e745f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:44.447085 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391f6f6b-344f-4952-8d21-b1f585149d88 None None] Checking router: f19a8024-dd66-4ec0-831e-212910b1b038 for host: dv-cinder-800697-3-iscsi {{(pid=93022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:11:44.457004 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391f6f6b-344f-4952-8d21-b1f585149d88 None None] Routers {'f19a8024-dd66-4ec0-831e-212910b1b038'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:11:44.457776 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-391f6f6b-344f-4952-8d21-b1f585149d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:11:22Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['f19a8024-dd66-4ec0-831e-212910b1b038'], 'active': True} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:44.542967 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd1958-fbc3-4710-987e-3400bcd13949 req-954899b5-6cd3-44bc-9658-ed969d8a5c38 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:44.546455 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-5abd1958-fbc3-4710-987e-3400bcd13949 req-954899b5-6cd3-44bc-9658-ed969d8a5c38 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 945 time: 0.1288862 Jul 16 20:11:44.573586 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvr_db [None req-391f6f6b-344f-4952-8d21-b1f585149d88 None None] Set router f19a8024-dd66-4ec0-831e-212910b1b038 gateway port host: dv-cinder-800697-3-iscsi {{(pid=93022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:11:44.589307 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-5abd1958-fbc3-4710-987e-3400bcd13949 req-5c3a9136-407d-4a3a-8bc0-a4cbb7ef54f1 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355928 Jul 16 20:11:44.709475 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355e2a0-9db6-4c62-b014-d53616bc1e74 req-4f1399e1-1373-45e4-a745-1e5a845bb72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:44.710996 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-9355e2a0-9db6-4c62-b014-d53616bc1e74 req-4f1399e1-1373-45e4-a745-1e5a845bb72e service neutron] 10.222.0.102 "GET /v2.0/networks?id=bdbd16a4-4f92-4443-ba28-8121ae0e03c0 HTTP/1.1" status: 200 len: 910 time: 0.3516097 Jul 16 20:11:44.755355 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-9355e2a0-9db6-4c62-b014-d53616bc1e74 req-32372fa5-34da-484c-8e62-8e41421089cc service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3029fca-5b66-4825-a987-3bab7d829441 HTTP/1.1" status: 200 len: 217 time: 0.0360143 Jul 16 20:11:44.774664 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-391f6f6b-344f-4952-8d21-b1f585149d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19a8024-dd66-4ec0-831e-212910b1b038', 'name': 'tempest-TestShelveInstance-642272152-router', 'tenant_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '4a9f74ee-a0dc-412d-b96c-03ca41a2462e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:45Z', 'updated_at': '2021-07-16T20:05:49Z', 'revision_number': 4, 'project_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'gw_port': {'id': '4a9f74ee-a0dc-412d-b96c-03ca41a2462e', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ba:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19a8024-dd66-4ec0-831e-212910b1b038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:46Z', 'updated_at': '2021-07-16T20:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_interfaces': [{'id': '24475f92-e073-4ab1-b4a2-80c8cc3d9d23', 'name': '', 'network_id': 'bdbd16a4-4f92-4443-ba28-8121ae0e03c0', 'tenant_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'mac_address': 'fa:16:3e:a2:f2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19a8024-dd66-4ec0-831e-212910b1b038', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '11ecba9f-258e-4632-8889-94ecc6e745f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:48Z', 'updated_at': '2021-07-16T20:05:57Z', 'revision_number': 5, 'project_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'subnets': [{'id': '11ecba9f-258e-4632-8889-94ecc6e745f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:44.803697 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391f6f6b-344f-4952-8d21-b1f585149d88 None None] The sync data for ids ['f19a8024-dd66-4ec0-831e-212910b1b038'] in dv-cinder-800697-3-iscsi is: [{'id': 'f19a8024-dd66-4ec0-831e-212910b1b038', 'name': 'tempest-TestShelveInstance-642272152-router', 'tenant_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '4a9f74ee-a0dc-412d-b96c-03ca41a2462e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:45Z', 'updated_at': '2021-07-16T20:05:49Z', 'revision_number': 4, 'project_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'gw_port': {'id': '4a9f74ee-a0dc-412d-b96c-03ca41a2462e', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ba:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19a8024-dd66-4ec0-831e-212910b1b038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:46Z', 'updated_at': '2021-07-16T20:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_interfaces': [{'id': '24475f92-e073-4ab1-b4a2-80c8cc3d9d23', 'name': '', 'network_id': 'bdbd16a4-4f92-4443-ba28-8121ae0e03c0', 'tenant_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'mac_address': 'fa:16:3e:a2:f2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19a8024-dd66-4ec0-831e-212910b1b038', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '11ecba9f-258e-4632-8889-94ecc6e745f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:48Z', 'updated_at': '2021-07-16T20:05:57Z', 'revision_number': 5, 'project_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'subnets': [{'id': '11ecba9f-258e-4632-8889-94ecc6e745f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:11:44.807671 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355e2a0-9db6-4c62-b014-d53616bc1e74 req-9470e614-cb70-4fd0-809a-88d915526071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:44.809075 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-9355e2a0-9db6-4c62-b014-d53616bc1e74 req-9470e614-cb70-4fd0-809a-88d915526071 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=11ecba9f-258e-4632-8889-94ecc6e745f0 HTTP/1.1" status: 200 len: 847 time: 0.0471034 Jul 16 20:11:44.867967 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355e2a0-9db6-4c62-b014-d53616bc1e74 req-7b38c701-c925-4907-bcac-2f3b797ac6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:44.869717 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-9355e2a0-9db6-4c62-b014-d53616bc1e74 req-7b38c701-c925-4907-bcac-2f3b797ac6a5 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=bdbd16a4-4f92-4443-ba28-8121ae0e03c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529649 Jul 16 20:11:44.961773 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-9355e2a0-9db6-4c62-b014-d53616bc1e74 req-93983a2d-38dd-46ae-b1cc-7c7d4b576608 service neutron] 10.222.0.102 "GET /v2.0/networks/bdbd16a4-4f92-4443-ba28-8121ae0e03c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850079 Jul 16 20:11:45.012008 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5402fa4a-c34c-4e71-9e53-d3aad3ef083f None None] New status for floating IP 5cf53326-e15a-46b0-8e86-a020e8a6dc1a: DOWN {{(pid=93023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:11:45.057546 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-9355e2a0-9db6-4c62-b014-d53616bc1e74 req-7798cd78-eed9-4d04-a4d6-9e60532d1b4e service neutron] 10.222.0.102 "GET /v2.0/networks/bdbd16a4-4f92-4443-ba28-8121ae0e03c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880861 Jul 16 20:11:45.812731 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69f99b-e1ca-480c-a297-fe352941ba02 req-e34156e5-6f5d-488f-8450-32966821f604 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:45.814224 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-2c69f99b-e1ca-480c-a297-fe352941ba02 req-e34156e5-6f5d-488f-8450-32966821f604 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 945 time: 0.1120403 Jul 16 20:11:45.850775 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-2c69f99b-e1ca-480c-a297-fe352941ba02 req-837d5552-2463-4c30-b5c2-040c7899c887 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/security-groups?id=02993561-05b6-4180-b7c0-0d66e26cc172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310323 Jul 16 20:11:46.133849 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8cef6-b6d6-4818-9b3e-ddf31f4bf017 req-4ba4fbd8-76e3-4e75-bf05-55d6774e1f57 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:46.135297 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-3ee8cef6-b6d6-4818-9b3e-ddf31f4bf017 req-4ba4fbd8-76e3-4e75-bf05-55d6774e1f57 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 945 time: 0.0650733 Jul 16 20:11:46.235315 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [req-3ee8cef6-b6d6-4818-9b3e-ddf31f4bf017 req-a661e7a5-8a27-497b-816f-576853dd0c46 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Deleting port e3029fca-5b66-4825-a987-3bab7d829441 {{(pid=93020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:11:46.235647 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-3ee8cef6-b6d6-4818-9b3e-ddf31f4bf017 req-a661e7a5-8a27-497b-816f-576853dd0c46 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786207273135'] for port, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:46.322155 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [req-3ee8cef6-b6d6-4818-9b3e-ddf31f4bf017 req-a661e7a5-8a27-497b-816f-576853dd0c46 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] For port e3029fca-5b66-4825-a987-3bab7d829441, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=e3029fca-5b66-4825-a987-3bab7d829441,segment=NetworkSegment(c0ee1241-efc6-4d38-8bf8-51999d0ead40),segment_id=c0ee1241-efc6-4d38-8bf8-51999d0ead40)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:46.322539 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-3ee8cef6-b6d6-4818-9b3e-ddf31f4bf017 req-a661e7a5-8a27-497b-816f-576853dd0c46 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8298881'] for port, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:46.334410 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [req-3ee8cef6-b6d6-4818-9b3e-ddf31f4bf017 req-a661e7a5-8a27-497b-816f-576853dd0c46 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Calling delete_port for e3029fca-5b66-4825-a987-3bab7d829441 owned by compute:nova {{(pid=93020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:11:46.460162 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-3ee8cef6-b6d6-4818-9b3e-ddf31f4bf017 req-a661e7a5-8a27-497b-816f-576853dd0c46 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786207273858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786206872495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:46.488352 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a661e7a5-8a27-497b-816f-576853dd0c46 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Pushing event deleted for resources: {'Port': ['ID=e3029fca-5b66-4825-a987-3bab7d829441,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:46.534923 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee8cef6-b6d6-4818-9b3e-ddf31f4bf017 req-a661e7a5-8a27-497b-816f-576853dd0c46 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] No DVR routers for this DVR port e3029fca-5b66-4825-a987-3bab7d829441 on host hv-cinder-80069 {{(pid=93020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:11:46.537610 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-3ee8cef6-b6d6-4818-9b3e-ddf31f4bf017 req-a661e7a5-8a27-497b-816f-576853dd0c46 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for port, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:46.539864 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-3ee8cef6-b6d6-4818-9b3e-ddf31f4bf017 req-a661e7a5-8a27-497b-816f-576853dd0c46 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.102 "DELETE /v2.0/ports/e3029fca-5b66-4825-a987-3bab7d829441 HTTP/1.1" status: 204 len: 173 time: 0.3952949 Jul 16 20:11:46.540312 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5344474-56d5-487a-8ffa-91c7742bd118', 'name': 'network-vif-deleted', 'tag': 'e3029fca-5b66-4825-a987-3bab7d829441'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:46.543053 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fae8f2ff960fe93758be445b473a7dfd6f7d616fbf5a964bb8e60e5228696b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94de7396-d2b5-4cd1-9168-a77aacbd6b5e" -d '{"events": [{"server_uuid": "b5344474-56d5-487a-8ffa-91c7742bd118", "name": "network-vif-deleted", "tag": "e3029fca-5b66-4825-a987-3bab7d829441"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:46.591798 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809ac126-a7ac-45b8-9701-3cf0e8c41827 x-openstack-request-id: req-809ac126-a7ac-45b8-9701-3cf0e8c41827 {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:46.592111 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5344474-56d5-487a-8ffa-91c7742bd118", "name": "network-vif-deleted", "tag": "e3029fca-5b66-4825-a987-3bab7d829441", "status": "completed", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:46.592385 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-809ac126-a7ac-45b8-9701-3cf0e8c41827 {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:46.593622 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5344474-56d5-487a-8ffa-91c7742bd118', 'name': 'network-vif-deleted', 'tag': 'e3029fca-5b66-4825-a987-3bab7d829441', 'status': 'completed', 'code': 200} Jul 16 20:11:46.992025 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-9551271d-38ef-495a-98ee-0872d6f0bd95 req-b4d93c7a-6fa9-428e-843c-c3138242a5f7 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0280113 Jul 16 20:11:48.133511 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-8e854ac2-c3ac-427c-be37-2bd5b2d267da req-b474888c-2c6d-438b-9f2a-907ddf1b0258 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0326571 Jul 16 20:11:49.274377 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-22e1871d-58c7-4e9e-aa33-33c72ebe5261 req-8b457ad0-ae72-4102-bbbb-106ddfc10b5a tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0334725 Jul 16 20:11:50.107636 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device e3029fca-5b66-4825-a987-3bab7d829441 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:11:50.127521 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] No Port match for: e3029fca-5b66-4825-a987-3bab7d829441 {{(pid=93022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:11:50.127861 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device e3029fca-5b66-4825-a987-3bab7d829441 not bound to the agent host hv-cinder-80069 {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:11:50.169028 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-1c75085d-8ebf-45a2-bb07-7180347b0c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:50.411093 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-4ffab72c-70d1-4255-95b9-b174c0893bcc req-f83c2252-4cb7-4c7e-aa94-52c24cdc6ca3 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0281031 Jul 16 20:11:50.747246 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:51.552950 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a10e5687-7dff-4019-be54-bae7f0376f66 req-d40dc8a1-e8af-46a9-93b0-17415f7aa1df tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0278175 Jul 16 20:11:52.229224 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-6eb4878f-39eb-491c-9169-0f1d5f834377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:52.693181 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-3a28442f-0981-473a-ba55-db042cdbd608 req-3cbf0d7b-2aab-46f2-a308-0b60015106ba tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0274742 Jul 16 20:11:53.358772 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:53.829947 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-ea989de0-7def-4539-9aea-02870f683faf req-5abd8628-79d7-4ce7-a163-871ebaea76ac tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0278785 Jul 16 20:11:54.799055 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:54.963919 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-7351ae3b-cab3-47c1-907a-fca43c7b93bd req-cb776485-f2ab-4398-b959-22fa05f3e820 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0267780 Jul 16 20:11:56.100907 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-7fb3db2f-1575-4831-9ce3-8e0948bbc809 req-5561ed4c-90ea-4f09-8cae-b6aec07521e6 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0284381 Jul 16 20:11:57.239285 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-53216b5d-0a84-4dbd-9c22-212a04302c44 req-6d34379a-2ce0-47df-8795-56cf8aa88a66 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0307877 Jul 16 20:11:58.377253 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-7a8f19f4-ad6b-4c69-9613-5e9b030920e3 req-cdc6c731-c00d-4b0f-962e-9e892e1c9b5c tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0313091 Jul 16 20:11:59.537414 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-8e57518c-6c5d-4cd9-85d3-1f2c2fd8c449 req-28a4bb81-29e2-4b9d-a5ea-8c9033d3ca03 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0290921 Jul 16 20:12:00.676511 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-7ad8032d-ca83-41d3-add1-cd4983c54833 req-35fd4d41-dde5-48de-888c-798f10669384 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0286267 Jul 16 20:12:01.815033 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-c2393d47-8130-4b08-b23f-8708cc3ddc2c req-168a7f09-1d22-4593-90a4-90664c311c63 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0279555 Jul 16 20:12:02.308835 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:02.738013 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:12:02.950002 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a198c5e6-6d56-45af-a8c9-cdc5e7c60da3 req-ba0c432e-e93d-4d8d-8d2f-b9abdcd679bf tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0272422 Jul 16 20:12:04.087205 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-a2e3c929-15d9-4cc2-bcb4-522c36e209a2 req-3293bb09-d6d3-4c04-9e22-d83a56b45018 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0273709 Jul 16 20:12:05.227333 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-5e56bf28-8938-474b-bfe3-7ed0b6da1833 req-61673a1f-b5c1-4fdb-9a7c-da965f732a26 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0289295 Jul 16 20:12:06.366941 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-fee6a6e3-72a3-460b-b2ee-abfdb187e82d req-cf899e72-8f94-41e2-b59f-5ab8d16c7c14 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0302989 Jul 16 20:12:07.508013 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-f9f128f8-2a77-4d09-a783-c41805a05be0 req-3b5e5588-a65e-44f5-87ba-4b539a62ee6a tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0307302 Jul 16 20:12:08.643208 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-e506e22c-df3d-4a5a-a351-d375d9181b6f req-9cfe5184-67d0-4d12-ae84-e900bdf3de75 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0285914 Jul 16 20:12:09.783554 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d64bbf76-ead0-4559-8071-37b8ef88d23a req-dcea7f5d-fbda-4668-bac4-2aad9fe09083 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0277822 Jul 16 20:12:10.922254 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-e74ec6e9-e262-4116-95af-ae1a14fcefb3 req-004a9897-6f7e-4e6b-9538-8728a9c8fb36 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0278342 Jul 16 20:12:12.058550 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-e62e1168-9041-499a-b1c8-b8cd079e1f18 req-c2bf9328-3daf-445f-89c3-5190f1fcf73a tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0280106 Jul 16 20:12:13.344920 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-fec12755-9d03-45a4-8363-16a09fbea4c5 req-8bb0b31a-9e10-4d0c-8338-603f90e38e35 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0282507 Jul 16 20:12:14.480353 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-e0311985-1217-481d-955a-d77a41ff7ce3 req-8671d5a2-3bdb-492e-b472-e93440d30532 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0280685 Jul 16 20:12:15.617493 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-a937af98-d91a-4315-97e6-2590e4907746 req-85d41e4a-06cb-4068-895e-3dfeee224534 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0318415 Jul 16 20:12:16.757990 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-9bd44c4f-f1c4-44f0-94a0-a6697bee0040 req-e07def82-d045-4b2f-a204-86930a104c4e tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0311522 Jul 16 20:12:17.891848 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-f72f3385-ffbc-47bc-aa89-6b28ce345961 req-2017e61f-b4ec-4c2a-ab19-b84ad3f19135 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0282719 Jul 16 20:12:19.027817 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-749d1ac5-211c-41eb-8d6c-93d50d15119b req-1ac6b5fb-616c-464d-a170-e943d881daf3 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0275486 Jul 16 20:12:20.166906 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-1045c0d4-c60f-460a-8c59-34d8a1e34987 req-7269b27b-6a87-48a3-9101-46bafdf6e70b tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0277970 Jul 16 20:12:20.170859 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-7e83cf0a-bf65-4b44-a586-f78966ec509c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:20.748837 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:21.301531 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-3e55cda6-6436-4a59-92aa-8c0dc1e2a6f7 req-9be114bf-6485-42fc-b25f-886dc496e885 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0273306 Jul 16 20:12:22.230883 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-f13c92e5-a54c-4655-9986-6186a7b8810e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:22.437807 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-4d0ce2d1-95e9-4c4b-be78-36457f85e004 req-1234d282-0853-4a28-bccf-a2ded0bd6a45 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0277965 Jul 16 20:12:23.361800 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:23.591861 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-01fe11c9-3182-449b-91d6-b9cdf426935d req-64471fa1-31f1-423f-af03-f749cb95ae59 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0346954 Jul 16 20:12:23.612641 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-7a4cf2b2-b568-4ee1-9034-71e594c77d3c req-324077e8-a72b-46db-af95-8ec55cc8de96 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0800087 Jul 16 20:12:23.706524 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4cf2b2-b568-4ee1-9034-71e594c77d3c req-e7e3d533-6a5a-4c1c-bc9b-a022823ed6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:23.708024 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-7a4cf2b2-b568-4ee1-9034-71e594c77d3c req-e7e3d533-6a5a-4c1c-bc9b-a022823ed6d8 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=078f23be686b440dad7cffc96ff5c84c&device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 1098 time: 0.0529020 Jul 16 20:12:23.811546 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4cf2b2-b568-4ee1-9034-71e594c77d3c req-7e0a3437-9952-46cf-8363-b2115e6768ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:23.813014 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-7a4cf2b2-b568-4ee1-9034-71e594c77d3c req-7e0a3437-9952-46cf-8363-b2115e6768ab service neutron] 10.222.0.102 "GET /v2.0/networks?id=a90ba138-c4a1-4110-a3e5-cb4305c2de87 HTTP/1.1" status: 200 len: 914 time: 0.0856178 Jul 16 20:12:23.875826 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-7a4cf2b2-b568-4ee1-9034-71e594c77d3c req-935a2956-ade6-4e84-8ca6-ab5e951fad87 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=456d3b55-cff6-4661-be1f-2f3bb2303531 HTTP/1.1" status: 200 len: 1001 time: 0.0556250 Jul 16 20:12:23.923468 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4cf2b2-b568-4ee1-9034-71e594c77d3c req-89194506-de0a-4cdd-a805-5491b55f5a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:23.924862 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-7a4cf2b2-b568-4ee1-9034-71e594c77d3c req-89194506-de0a-4cdd-a805-5491b55f5a73 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=240aba66-ab9f-4277-a9b2-4f5b9dbf7e93 HTTP/1.1" status: 200 len: 851 time: 0.0426736 Jul 16 20:12:23.983056 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4cf2b2-b568-4ee1-9034-71e594c77d3c req-0e13df5e-9ddd-4519-8eee-637e80dc342d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:23.984512 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-7a4cf2b2-b568-4ee1-9034-71e594c77d3c req-0e13df5e-9ddd-4519-8eee-637e80dc342d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a90ba138-c4a1-4110-a3e5-cb4305c2de87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535381 Jul 16 20:12:24.069543 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-7a4cf2b2-b568-4ee1-9034-71e594c77d3c req-a9385dcc-5f1e-4762-8e91-00ae682ffcb9 service neutron] 10.222.0.102 "GET /v2.0/networks/a90ba138-c4a1-4110-a3e5-cb4305c2de87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784824 Jul 16 20:12:24.159257 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-7a4cf2b2-b568-4ee1-9034-71e594c77d3c req-7039eb32-863c-4f00-afd5-668d96ec8925 service neutron] 10.222.0.102 "GET /v2.0/networks/a90ba138-c4a1-4110-a3e5-cb4305c2de87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827184 Jul 16 20:12:24.730198 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-dafee7b7-1fbf-43ad-8492-e180832a0894 req-e8d8164f-fe56-44c5-b109-c6934fdbdf79 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0307534 Jul 16 20:12:24.804494 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:25.864982 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c3e71bae-7d27-491b-ac3f-45f4224a76d3 req-7acc29b8-e7cd-4ed9-9f7e-73559ddc0970 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0281034 Jul 16 20:12:26.999694 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-caa9e9bd-ffd6-4425-8795-1878991e1e01 req-2368d4a7-09c4-4dae-b37d-e18c3084c820 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0280471 Jul 16 20:12:28.139308 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-dc9482de-9583-4b39-955f-d09257c6992d req-198dfb4c-4179-4141-849c-27ec230c637e tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0279677 Jul 16 20:12:29.277364 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-d0724fd9-0029-4909-a9f3-8f54480d13bc req-35e5b292-2ed7-47d5-857b-a02af0bda172 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0271404 Jul 16 20:12:30.412767 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-7c95421c-f89e-4496-ae94-b46468197174 req-04c60b96-f17e-406f-8d3e-ba268c5668b9 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0266531 Jul 16 20:12:31.547788 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-eddc5796-472b-4526-8aea-4513ceed99e4 req-b67ba4bf-854b-4c8e-aee0-f539999581ae tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0273561 Jul 16 20:12:32.309912 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:32.690581 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-5b7d053b-c1a2-4d4e-b0c9-811e0faf25f3 req-fa85f287-fd30-43d5-99c2-4f18e44e5d4f tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0315912 Jul 16 20:12:33.829175 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-f31df85b-c654-4c8a-b219-89227dd2dde6 req-438147bf-0c75-4c9e-ae6f-8de1a6efc3f8 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0305319 Jul 16 20:12:34.962099 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1c42632b-6e3d-4a74-8ffa-dfa358bc9f2a req-c8972683-045c-4a48-92c8-090d80af5eb6 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0273278 Jul 16 20:12:36.097875 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-8ed65c52-6c24-404d-bb02-a6fe9c7305ae req-e878f281-8be4-4174-8f57-e4b1a561703a tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0276945 Jul 16 20:12:37.234900 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-6534cc66-47ab-46d1-9879-fcd89ddf7ba7 req-c9fe09de-90b3-4af1-aff7-3e081a544dd7 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0277247 Jul 16 20:12:38.374607 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-b3d7a0d9-e399-4c20-9d1f-735b11948dd1 req-debbc81d-3b1d-4a2a-b17e-793f667ae980 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0281067 Jul 16 20:12:39.510751 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-5f20b568-dddc-423c-babf-7604ca6d20b3 req-54a4fac9-65c6-471c-bebd-6f317bcb000e tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0276432 Jul 16 20:12:39.738014 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:12:40.647650 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-676d0472-4698-497b-9740-6aa44c824cbf req-ca5c69c0-5a1d-41f8-bd26-de4fcecb49db tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0284133 Jul 16 20:12:41.785368 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c9b4cd35-3ffb-455d-a550-0566ae995869 req-ba92cbc4-17aa-4c79-88bb-3cf2f8584592 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0311162 Jul 16 20:12:42.921860 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-76a102f1-93ab-4308-95f0-3b4a7edcdf71 req-c16d4693-e405-46bd-a275-32bdcfa120a7 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0300643 Jul 16 20:12:44.060192 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-bae1773c-d3fb-4e03-abae-48d5388f24ae req-b852c8db-e687-401c-b295-ba341a332919 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0271420 Jul 16 20:12:45.199502 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-0104ebfb-01ca-4fcf-9181-7ea887d77822 req-7843aa96-9b76-4546-a7c2-5983250988f1 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0279233 Jul 16 20:12:46.349638 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-63304b03-011e-4020-ab52-2f71110dba79 req-77202718-dd81-477d-9a31-a6d490f3f117 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0270097 Jul 16 20:12:47.485961 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-e349059e-7ffa-46ab-be75-e70ca6f26afe req-373fc911-a01d-4e1b-8aca-73f643039d58 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0270662 Jul 16 20:12:48.623180 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-7c8ee0ef-9384-499b-961a-bf5d1c95262d req-73659986-b557-426a-bd30-96ba12884a43 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0292292 Jul 16 20:12:49.759152 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-8ef50a1a-1ba3-4474-8fdc-6d0fb47a4783 req-9a82a09c-595a-4d87-ac6a-03c257882498 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0273471 Jul 16 20:12:50.170456 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-0a50bd95-e708-43a3-b530-0d1ab58db594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:50.747842 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:50.897005 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1d9232f0-4824-472c-b1f2-14c2efebf086 req-9d22866c-bf18-4a3e-8637-2363c437ab2a tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0316360 Jul 16 20:12:52.040238 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-9ea9ee0d-7289-4cdf-a95b-f86ad9da2dd5 req-0c4cb13a-e7bc-4ede-9def-1e50ed0ec282 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0384779 Jul 16 20:12:52.232376 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2580d1a5-8fa5-456b-8aec-5aaeafd18d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:53.175997 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-f50ac147-0a91-4b14-8fe6-501c1e414752 req-2e8a0744-97d0-44ef-8420-e55733ec7695 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0284843 Jul 16 20:12:53.364030 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:54.309037 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-7b2f18df-9d95-482c-b06c-55b2e44b60ba req-0a71d9fa-2011-43ea-93a4-6ab7c9d48011 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0268407 Jul 16 20:12:54.803771 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:55.454565 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-def5cffd-7d1e-4c01-a079-8226169d6bbe req-89e83f53-e23d-4328-835a-da36fcce0cf1 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0275295 Jul 16 20:12:56.590936 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-647a2134-3968-4eaf-8d96-031e9e37bb32 req-853402f2-f8e3-4b0b-a466-a3c678e291f4 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0270255 Jul 16 20:12:57.725723 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-287c2571-f2a9-49a7-9672-7c2a7124e952 req-5da7ecf2-4db7-4749-a4cf-93cc2ed72442 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0272889 Jul 16 20:12:58.860700 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-b1772124-bf41-4cdd-9091-48f3b422c253 req-f49d368f-c6f2-415b-9577-72c34b7d31a2 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0273175 Jul 16 20:12:59.999596 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c89fac75-6ce9-414c-9dcc-a667a54d69f1 req-4ef40573-672a-4c21-bc63-1cb6ea810ab0 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0309207 Jul 16 20:13:01.137358 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-473bf951-b2aa-4b46-81b5-a5b22bc3342f req-1df0cf1e-856e-4a9c-a721-adcdcc37c168 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0307047 Jul 16 20:13:02.273603 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a511cbe0-8ebd-4cb0-8dc9-8e2f45365fdc req-f8bde09f-3d9f-4792-9c18-f179c4565460 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0271542 Jul 16 20:13:02.311846 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:03.409419 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-1bc9da80-a2ed-40a6-a743-275657d35bcf req-e17bee79-dc9a-414c-980b-0af617a6e18c tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0271604 Jul 16 20:13:04.546497 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-62a4b5cc-a368-4fad-8342-edf145a91656 req-7d8117b1-33b2-42c5-a70c-1438238b05f4 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0269272 Jul 16 20:13:05.687299 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-241e108b-5986-41a3-a560-63e86743a21f req-c3af63ad-b678-4675-9694-b427d2a72b82 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0289459 Jul 16 20:13:06.822316 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-48b0aab9-3bea-4400-9b07-99f304bb103b req-6a42bc2c-f3f3-4946-9d95-0b1674582047 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0269883 Jul 16 20:13:07.956530 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-8ab060ed-253d-4f88-bf40-fc7dc7634155 req-eddc6c65-9be5-4fd5-ac53-53e58a49d886 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0271690 Jul 16 20:13:09.093010 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d2e6756c-b668-4f0b-9cfd-296e1d39ec09 req-d94fc360-e182-411d-a7b0-cfb625eaea3b tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0305803 Jul 16 20:13:10.230515 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-343a71d1-a769-4e51-aa71-62be95256f21 req-cabcd7f6-1c0a-406b-9f08-58130a9948f4 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0312529 Jul 16 20:13:11.365955 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-71c5ce09-31ca-4196-a70d-67fd6a1a8aa2 req-751fc908-0579-48ac-95a2-5d45baa5e839 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0271389 Jul 16 20:13:12.500249 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-3a689f0d-c90a-432f-806d-9395cb1535b8 req-ab14d58d-3cd2-4247-ade6-6b44b34399f3 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0273349 Jul 16 20:13:13.641411 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-171cfa5b-394d-4ab9-834d-0a1c466a0a1a req-1017e166-036b-4fd1-8963-d2b8961d8d7d tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0280640 Jul 16 20:13:14.781643 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-cbd4d61c-b224-4225-83e2-7573b254f4e6 req-17c06c84-9d26-4236-b881-b756acdffe8f tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0275040 Jul 16 20:13:15.915634 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-3c3b7c10-2b92-4176-bdb6-d08dcf816136 req-2aebc807-e219-4b99-8299-f094d96c53d2 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0278945 Jul 16 20:13:16.736609 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:13:17.051285 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-49cf582b-8855-48db-9214-0b0c6d632ac7 req-59e4c47b-875e-4e83-a390-e19d57e3732d tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0276814 Jul 16 20:13:18.189045 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-82c5fb43-273a-47b8-abe2-e26ad48079f0 req-55261f8f-fc41-49dd-88d0-e7d284c46690 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0305169 Jul 16 20:13:19.327227 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-2b113326-ee17-48ec-aae2-853014edbe90 req-a9db287d-44e7-449f-8153-3b3c01a3e7f5 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0310562 Jul 16 20:13:20.172174 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-fcdf03ab-e869-4896-a481-febfc2871a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:20.463164 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-02b8f4f7-db4c-4425-9db0-3ff80b0bbdd6 req-f52869ee-e716-4e8b-a28b-70f960955796 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0288608 Jul 16 20:13:20.747210 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:21.598120 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-a188763d-6148-4846-8aa8-3f4b104fbcba req-0f6790b8-5b9c-413c-a68b-4e8ff5e00207 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0278857 Jul 16 20:13:22.233311 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-5450ca06-0766-46d3-8a30-e2ba57d3a1a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:22.735460 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-28a89271-fb9e-43b3-b46a-b90b94596c33 req-d06a2ce9-9720-4d89-92c6-9241b49532e0 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0279763 Jul 16 20:13:23.367344 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:23.879245 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-1cce5191-3f17-41c8-8536-08b1fee3cad9 req-8844c39a-ee61-4a9b-aa06-b616808fb3a6 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0283313 Jul 16 20:13:24.807079 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:25.014472 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-3ffb5ee1-7eb0-4aeb-94a3-babb21eebfd5 req-7e5d30f5-0dce-41c2-a5e5-6bcb1aa6c2eb tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0278766 Jul 16 20:13:25.644424 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-760d1022-537c-4d51-9bf2-1940ee89cf6d req-e6f0a494-f3d7-4442-8a0a-ec44eb23e88b service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0536416 Jul 16 20:13:25.718826 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d1022-537c-4d51-9bf2-1940ee89cf6d req-9758501d-1227-484c-9d14-2e50b901bfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:25.720294 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-760d1022-537c-4d51-9bf2-1940ee89cf6d req-9758501d-1227-484c-9d14-2e50b901bfdb service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=af25564dcbb44ab783810e6c620b2bd4&device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 1098 time: 0.0521226 Jul 16 20:13:25.822797 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d1022-537c-4d51-9bf2-1940ee89cf6d req-0213eb84-3158-4560-8803-56852e64e6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:25.824253 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-760d1022-537c-4d51-9bf2-1940ee89cf6d req-0213eb84-3158-4560-8803-56852e64e6c1 service neutron] 10.222.0.102 "GET /v2.0/networks?id=b08ac5f9-2c15-45f7-9a61-437289e3197c HTTP/1.1" status: 200 len: 914 time: 0.0837712 Jul 16 20:13:25.864669 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-760d1022-537c-4d51-9bf2-1940ee89cf6d req-75b4c532-c8d1-4a88-9852-288ceaf62b2b service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5 HTTP/1.1" status: 200 len: 217 time: 0.0333533 Jul 16 20:13:25.911632 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d1022-537c-4d51-9bf2-1940ee89cf6d req-b85f45d1-49a2-4dcb-875a-39ead9c8df09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:25.913068 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-760d1022-537c-4d51-9bf2-1940ee89cf6d req-b85f45d1-49a2-4dcb-875a-39ead9c8df09 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3c821e1e-566b-46e2-b4da-9faa94f5bcd4 HTTP/1.1" status: 200 len: 852 time: 0.0424550 Jul 16 20:13:25.948135 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-760d1022-537c-4d51-9bf2-1940ee89cf6d req-47dcbcd9-0a0b-4c1c-82ae-6cedf95d9f59 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b08ac5f9-2c15-45f7-9a61-437289e3197c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286741 Jul 16 20:13:26.034720 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-760d1022-537c-4d51-9bf2-1940ee89cf6d req-7a2e3efb-c2a7-4851-8be1-72e183369028 service neutron] 10.222.0.102 "GET /v2.0/networks/b08ac5f9-2c15-45f7-9a61-437289e3197c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797353 Jul 16 20:13:26.127552 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-760d1022-537c-4d51-9bf2-1940ee89cf6d req-9db35487-c171-41d8-a4f4-c652e975484a service neutron] 10.222.0.102 "GET /v2.0/networks/b08ac5f9-2c15-45f7-9a61-437289e3197c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861940 Jul 16 20:13:26.150754 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-4067ce04-8148-452e-9f9e-5b5a7c3d5414 req-e7fa1612-55d1-4d10-86c9-f0a02f77fac0 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0272372 Jul 16 20:13:27.291065 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1a7ed749-5cec-488a-a5ba-b0c579ee6d7d req-aa46add2-c10c-4130-a882-2804e5600035 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0275154 Jul 16 20:13:28.438181 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-f70c5f0a-e1b4-42ca-b605-2564e849dac5 req-8d9a8cc4-5b37-4a3c-94fc-a3903ab0fa54 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0311177 Jul 16 20:13:29.573942 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-f703fcdf-62ee-43af-b649-f2fcc9eca7e9 req-475bc2cd-3a34-4d31-9c15-1aadf4810717 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0283716 Jul 16 20:13:30.713647 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-1fdd2e35-ef3f-49f2-bfd5-c7a415bc8643 req-46c730a6-ee54-4081-8577-c2174d214edb tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0285816 Jul 16 20:13:31.853510 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d72e2ac4-96ee-45b0-808d-308a0ade601b req-294b6554-26b7-4bd8-9683-ab8195fea8f3 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0282748 Jul 16 20:13:32.313467 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:32.992533 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-8497606a-1d5c-4c18-a2aa-43829b8aeda1 req-537c57f0-19db-48f1-a43f-c85b8d50ae71 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0282557 Jul 16 20:13:34.130941 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-86cbdcbe-3cde-4848-8c5e-1da1afb8b4bb req-8340036b-fe15-4e5a-bea1-9c2b703e370d tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0304151 Jul 16 20:13:35.268379 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-54368c1d-3520-4874-a2f4-78160f1dd5cb req-317045e1-ae02-41b0-b693-01b7422b6757 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0281839 Jul 16 20:13:36.402627 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-43d2f898-c00f-41f8-94b6-17f1dd92caf2 req-e39aabdd-cb60-4958-925c-f554f56bd4bf tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0280294 Jul 16 20:13:37.543815 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-c8cb64be-ad30-4ff0-a096-4d0c0e0e2c16 req-03b4da14-fd0b-46bb-8de6-0899bedb5865 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0309803 Jul 16 20:13:38.679126 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-7615185b-cb78-4194-a028-263105285794 req-a2381e35-292d-4181-80d5-b5bf53df4f1d tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0280013 Jul 16 20:13:39.814980 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-39342e7e-7323-423f-b477-f7ae3aa9a5d7 req-ce498694-8434-4183-aa51-2d83b2381a54 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0272574 Jul 16 20:13:40.951781 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-13df493a-8538-4c4c-9a6b-49a739613187 req-40f3e2b7-1fba-439f-808b-5cf54fe8dafd tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0269351 Jul 16 20:13:42.090759 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-992a925f-412b-4e22-9f1e-3c8aa850debb req-b4f291f8-d47a-43f7-b49b-a698dfc69fa1 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0275402 Jul 16 20:13:43.228399 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-bcaa3d5a-8f60-484f-b2b0-0c530189fb7b req-a74cd29c-29c0-4af1-be1d-e740914c8a5e tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0302777 Jul 16 20:13:44.362551 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-c9a44cd5-a568-4428-9bb2-8aa80ad35ca0 req-43a8ba46-3065-4370-8822-c86f16abd4aa tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0279622 Jul 16 20:13:45.498166 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-0bb24c28-8cd8-4a23-bf49-588f8731d92f req-66ff1566-3dc5-45ee-b79d-3bdd7e974a1a tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0281129 Jul 16 20:13:46.637580 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-e1c60f80-6392-41a7-bb32-5e3cefed1280 req-91d48c09-77ab-4db2-9690-dcd2a3c815b1 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5344474-56d5-487a-8ffa-91c7742bd118 HTTP/1.1" status: 200 len: 210 time: 0.0316262 Jul 16 20:13:47.733358 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 36622) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:47.789706 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-d418cdda-5d3a-4519-b07f-e80ba7bc0050 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Notify callbacks [] for security_group, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:47.814823 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-d418cdda-5d3a-4519-b07f-e80ba7bc0050 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:47.874040 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-d418cdda-5d3a-4519-b07f-e80ba7bc0050 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:47.877096 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-d418cdda-5d3a-4519-b07f-e80ba7bc0050 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Notify callbacks [] for security_group, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:47.878232 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-d418cdda-5d3a-4519-b07f-e80ba7bc0050 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] 10.222.0.98 "DELETE /v2.0/security-groups/02993561-05b6-4180-b7c0-0d66e26cc172 HTTP/1.1" status: 204 len: 168 time: 0.1437800 Jul 16 20:13:47.887009 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d418cdda-5d3a-4519-b07f-e80ba7bc0050 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02993561-05b6-4180-b7c0-0d66e26cc172,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:47.893911 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418cdda-5d3a-4519-b07f-e80ba7bc0050 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:47.894248 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418cdda-5d3a-4519-b07f-e80ba7bc0050 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:47.894608 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418cdda-5d3a-4519-b07f-e80ba7bc0050 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:47.894941 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418cdda-5d3a-4519-b07f-e80ba7bc0050 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:47.895266 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418cdda-5d3a-4519-b07f-e80ba7bc0050 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:47.895601 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418cdda-5d3a-4519-b07f-e80ba7bc0050 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:47.895911 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418cdda-5d3a-4519-b07f-e80ba7bc0050 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:47.896233 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418cdda-5d3a-4519-b07f-e80ba7bc0050 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:47.896552 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418cdda-5d3a-4519-b07f-e80ba7bc0050 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:47.896869 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418cdda-5d3a-4519-b07f-e80ba7bc0050 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:47.897190 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418cdda-5d3a-4519-b07f-e80ba7bc0050 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:47.897503 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418cdda-5d3a-4519-b07f-e80ba7bc0050 tempest-TestShelveInstance-406827907 tempest-TestShelveInstance-406827907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:47.960102 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 36626) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:48.392764 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9f2c299d-4be1-4671-804c-8044a0805c18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8300474'] for router_interface, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:48.649670 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-9f2c299d-4be1-4671-804c-8044a0805c18 admin admin] Deleting port 24475f92-e073-4ab1-b4a2-80c8cc3d9d23 {{(pid=93020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:48.649936 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9f2c299d-4be1-4671-804c-8044a0805c18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786207273135'] for port, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:48.728860 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-9f2c299d-4be1-4671-804c-8044a0805c18 admin admin] For port 24475f92-e073-4ab1-b4a2-80c8cc3d9d23, host dv-cinder-800697-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=24475f92-e073-4ab1-b4a2-80c8cc3d9d23,segment=NetworkSegment(c0ee1241-efc6-4d38-8bf8-51999d0ead40),segment_id=c0ee1241-efc6-4d38-8bf8-51999d0ead40)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:48.729216 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9f2c299d-4be1-4671-804c-8044a0805c18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8298881'] for port, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:48.741792 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-9f2c299d-4be1-4671-804c-8044a0805c18 admin admin] Calling delete_port for 24475f92-e073-4ab1-b4a2-80c8cc3d9d23 owned by network:router_interface {{(pid=93020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:48.921375 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9f2c299d-4be1-4671-804c-8044a0805c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786207273858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786206872495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:48.946046 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2c299d-4be1-4671-804c-8044a0805c18 admin admin] Pushing event deleted for resources: {'Port': ['ID=24475f92-e073-4ab1-b4a2-80c8cc3d9d23,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:49.105505 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9f2c299d-4be1-4671-804c-8044a0805c18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8279594'] for router_interface, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:49.309888 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f2c299d-4be1-4671-804c-8044a0805c18 admin admin] Router f19a8024-dd66-4ec0-831e-212910b1b038 has already been hosted by L3 agent 2edc1d69-0f6a-462d-a1c4-2c7c9be5649e {{(pid=93020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:13:49.660290 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2c299d-4be1-4671-804c-8044a0805c18 admin admin] Notify agent at l3_agent.dv-cinder-800697-3-iscsi the message routers_updated {{(pid=93020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:13:49.665465 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-9f2c299d-4be1-4671-804c-8044a0805c18 admin admin] 10.222.0.98 "PUT /v2.0/routers/f19a8024-dd66-4ec0-831e-212910b1b038/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7043579 Jul 16 20:13:49.667969 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 36636) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:49.669816 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94808f14-b21a-416b-9598-85c4bb8df49c None None] Sync routers for ids ['f19a8024-dd66-4ec0-831e-212910b1b038'] in dv-cinder-800697-3-iscsi {{(pid=93022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:13:49.680111 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94808f14-b21a-416b-9598-85c4bb8df49c None None] Routers {'f19a8024-dd66-4ec0-831e-212910b1b038'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:13:49.680711 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-94808f14-b21a-416b-9598-85c4bb8df49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:13:22Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['f19a8024-dd66-4ec0-831e-212910b1b038'], 'active': True} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:49.770308 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-68019b30-e99c-4e59-8ccc-72bf62b25a99 admin admin] Notify callbacks [] for router, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:49.782982 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvr_db [None req-94808f14-b21a-416b-9598-85c4bb8df49c None None] Set router f19a8024-dd66-4ec0-831e-212910b1b038 gateway port host: dv-cinder-800697-3-iscsi {{(pid=93022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:13:49.870459 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-68019b30-e99c-4e59-8ccc-72bf62b25a99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:49.922903 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-68019b30-e99c-4e59-8ccc-72bf62b25a99 admin admin] Deleting port 4a9f74ee-a0dc-412d-b96c-03ca41a2462e {{(pid=93020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:49.923242 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-68019b30-e99c-4e59-8ccc-72bf62b25a99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786207273135'] for port, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:49.961868 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-94808f14-b21a-416b-9598-85c4bb8df49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19a8024-dd66-4ec0-831e-212910b1b038', 'name': 'tempest-TestShelveInstance-642272152-router', 'tenant_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '4a9f74ee-a0dc-412d-b96c-03ca41a2462e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:45Z', 'updated_at': '2021-07-16T20:13:48Z', 'revision_number': 5, 'project_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'gw_port': {'id': '4a9f74ee-a0dc-412d-b96c-03ca41a2462e', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ba:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19a8024-dd66-4ec0-831e-212910b1b038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:46Z', 'updated_at': '2021-07-16T20:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi'}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:50.002244 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-68019b30-e99c-4e59-8ccc-72bf62b25a99 admin admin] For port 4a9f74ee-a0dc-412d-b96c-03ca41a2462e, host dv-cinder-800697-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=4a9f74ee-a0dc-412d-b96c-03ca41a2462e,segment=NetworkSegment(cdf336fb-2473-4d8c-b46d-c083e8b3b4ea),segment_id=cdf336fb-2473-4d8c-b46d-c083e8b3b4ea)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:50.002643 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-68019b30-e99c-4e59-8ccc-72bf62b25a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8298881'] for port, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:50.020221 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-68019b30-e99c-4e59-8ccc-72bf62b25a99 admin admin] Calling delete_port for 4a9f74ee-a0dc-412d-b96c-03ca41a2462e owned by network:router_gateway {{(pid=93020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:50.110758 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94808f14-b21a-416b-9598-85c4bb8df49c None None] Checking router: f19a8024-dd66-4ec0-831e-212910b1b038 for host: dv-cinder-800697-3-iscsi {{(pid=93022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:13:50.119393 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94808f14-b21a-416b-9598-85c4bb8df49c None None] Routers {'f19a8024-dd66-4ec0-831e-212910b1b038'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:13:50.120007 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-94808f14-b21a-416b-9598-85c4bb8df49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:13:22Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['f19a8024-dd66-4ec0-831e-212910b1b038'], 'active': True} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:50.184332 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-68019b30-e99c-4e59-8ccc-72bf62b25a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786207273858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786206872495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:50.210914 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-6266ee76-f118-4c56-9eda-af55c5588e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:50.215471 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68019b30-e99c-4e59-8ccc-72bf62b25a99 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a9f74ee-a0dc-412d-b96c-03ca41a2462e,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:50.222856 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvr_db [None req-94808f14-b21a-416b-9598-85c4bb8df49c None None] Set router f19a8024-dd66-4ec0-831e-212910b1b038 gateway port host: None {{(pid=93022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:13:50.275863 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-68019b30-e99c-4e59-8ccc-72bf62b25a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8363120'] for router_gateway, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:50.280306 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-94808f14-b21a-416b-9598-85c4bb8df49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19a8024-dd66-4ec0-831e-212910b1b038', 'name': 'tempest-TestShelveInstance-642272152-router', 'tenant_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:45Z', 'updated_at': '2021-07-16T20:13:49Z', 'revision_number': 6, 'project_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'gw_port_host': None}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:50.306156 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94808f14-b21a-416b-9598-85c4bb8df49c None None] The sync data for ids ['f19a8024-dd66-4ec0-831e-212910b1b038'] in dv-cinder-800697-3-iscsi is: [{'id': 'f19a8024-dd66-4ec0-831e-212910b1b038', 'name': 'tempest-TestShelveInstance-642272152-router', 'tenant_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:45Z', 'updated_at': '2021-07-16T20:13:49Z', 'revision_number': 6, 'project_id': '8ec1ad2262744e7fa3dd96c5b0ef62f2', 'gw_port_host': None}] {{(pid=93022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:13:50.363560 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-68019b30-e99c-4e59-8ccc-72bf62b25a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8301028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126844'] for router, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:50.365627 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-68019b30-e99c-4e59-8ccc-72bf62b25a99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:50.407454 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-68019b30-e99c-4e59-8ccc-72bf62b25a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8298994'] for router, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:50.407986 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68019b30-e99c-4e59-8ccc-72bf62b25a99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f19a8024-dd66-4ec0-831e-212910b1b038 {{(pid=93020) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:13:50.412291 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-68019b30-e99c-4e59-8ccc-72bf62b25a99 admin admin] Notify callbacks [] for router, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:50.413424 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-68019b30-e99c-4e59-8ccc-72bf62b25a99 admin admin] 10.222.0.98 "DELETE /v2.0/routers/f19a8024-dd66-4ec0-831e-212910b1b038 HTTP/1.1" status: 204 len: 168 time: 0.7443933 Jul 16 20:13:50.416071 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 36640) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:50.462915 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.db_base_plugin_v2 [None req-fee12180-e5a7-4ef2-9e14-718593682a6f admin admin] Deleting subnet 11ecba9f-258e-4632-8889-94ecc6e745f0 {{(pid=93020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:13:50.465853 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-fee12180-e5a7-4ef2-9e14-718593682a6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:50.498727 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-fee12180-e5a7-4ef2-9e14-718593682a6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6078582'] for subnet, precommit_delete_associations {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:50.574305 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-fee12180-e5a7-4ef2-9e14-718593682a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001713'] for subnet, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:50.630705 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-fee12180-e5a7-4ef2-9e14-718593682a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7945194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6084591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5499290'] for subnet, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:50.658389 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-fee12180-e5a7-4ef2-9e14-718593682a6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:50.662709 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-fee12180-e5a7-4ef2-9e14-718593682a6f admin admin] 10.222.0.98 "DELETE /v2.0/subnets/11ecba9f-258e-4632-8889-94ecc6e745f0 HTTP/1.1" status: 204 len: 168 time: 0.2433326 Jul 16 20:13:50.662709 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee12180-e5a7-4ef2-9e14-718593682a6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11ecba9f-258e-4632-8889-94ecc6e745f0,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:50.663631 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 36644) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:50.664299 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bce200-1f86-47ec-951c-3da102108a64 None None] Network bdbd16a4-4f92-4443-ba28-8121ae0e03c0 requested from dv-cinder-800697-3-iscsi {{(pid=93022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:13:50.750362 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-e8358aa4-6d63-4255-9b01-515b3aa9dec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556954'] for network, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:50.790062 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:50.808976 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.plugin [None req-e8358aa4-6d63-4255-9b01-515b3aa9dec6 admin admin] Deleting port 2e0ec06f-0538-4053-a050-1c29dc3978d3 {{(pid=93021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:50.809321 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-e8358aa4-6d63-4255-9b01-515b3aa9dec6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786207273135'] for port, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:50.874224 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.db [None req-e8358aa4-6d63-4255-9b01-515b3aa9dec6 admin admin] For port 2e0ec06f-0538-4053-a050-1c29dc3978d3, host dv-cinder-800697-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=2e0ec06f-0538-4053-a050-1c29dc3978d3,segment=NetworkSegment(c0ee1241-efc6-4d38-8bf8-51999d0ead40),segment_id=c0ee1241-efc6-4d38-8bf8-51999d0ead40)] {{(pid=93021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:50.875202 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-e8358aa4-6d63-4255-9b01-515b3aa9dec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8298881'] for port, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:50.886217 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.plugin [None req-e8358aa4-6d63-4255-9b01-515b3aa9dec6 admin admin] Calling delete_port for 2e0ec06f-0538-4053-a050-1c29dc3978d3 owned by network:dhcp {{(pid=93021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:50.962687 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-e8358aa4-6d63-4255-9b01-515b3aa9dec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786207273858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786206872495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8120956'] for port, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:50.991427 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8358aa4-6d63-4255-9b01-515b3aa9dec6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e0ec06f-0538-4053-a050-1c29dc3978d3,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:50.995963 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8358aa4-6d63-4255-9b01-515b3aa9dec6 admin admin] No DVR routers for this DVR port 2e0ec06f-0538-4053-a050-1c29dc3978d3 on host dv-cinder-800697-3-iscsi {{(pid=93021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:13:51.003373 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8358aa4-6d63-4255-9b01-515b3aa9dec6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:51.003714 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8358aa4-6d63-4255-9b01-515b3aa9dec6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:51.004050 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8358aa4-6d63-4255-9b01-515b3aa9dec6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:51.004380 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8358aa4-6d63-4255-9b01-515b3aa9dec6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:51.004705 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8358aa4-6d63-4255-9b01-515b3aa9dec6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:51.005029 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8358aa4-6d63-4255-9b01-515b3aa9dec6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:51.005349 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8358aa4-6d63-4255-9b01-515b3aa9dec6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:51.005668 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8358aa4-6d63-4255-9b01-515b3aa9dec6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:51.005986 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8358aa4-6d63-4255-9b01-515b3aa9dec6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:51.006303 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8358aa4-6d63-4255-9b01-515b3aa9dec6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:51.006646 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8358aa4-6d63-4255-9b01-515b3aa9dec6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:51.007000 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8358aa4-6d63-4255-9b01-515b3aa9dec6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:51.073518 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-e8358aa4-6d63-4255-9b01-515b3aa9dec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002645', 'neutron.services.segments.db._delete_segments_for_network-8786207386444'] for network, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:51.084407 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.services.segments.db [None req-e8358aa4-6d63-4255-9b01-515b3aa9dec6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdbd16a4-4f92-4443-ba28-8121ae0e03c0']}} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:51.095306 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.services.segments.db [None req-e8358aa4-6d63-4255-9b01-515b3aa9dec6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0ee1241-efc6-4d38-8bf8-51999d0ead40') {'for_net_delete': True} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:51.095913 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.services.segments.db [None req-e8358aa4-6d63-4255-9b01-515b3aa9dec6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0ee1241-efc6-4d38-8bf8-51999d0ead40') {} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:51.106220 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-e8358aa4-6d63-4255-9b01-515b3aa9dec6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786207387733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5939977'] for segment, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:51.112110 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e84c1e9-2061-4733-9619-d92e7055287f None None] DHCP port deletion for bdbd16a4-4f92-4443-ba28-8121ae0e03c0 request from dv-cinder-800697-3-iscsi {{(pid=93022) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:13:51.129957 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-e8358aa4-6d63-4255-9b01-515b3aa9dec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964265'] for segment, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:51.137115 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8358aa4-6d63-4255-9b01-515b3aa9dec6 admin admin] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=93021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:13:51.137687 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-e8358aa4-6d63-4255-9b01-515b3aa9dec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8121261'] for segment, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:51.139757 dv-cinder-800697-3-iscsi neutron-server[93021]: Traceback (most recent call last): Jul 16 20:13:51.139757 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:13:51.139757 dv-cinder-800697-3-iscsi neutron-server[93021]: timer() Jul 16 20:13:51.139757 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:13:51.139757 dv-cinder-800697-3-iscsi neutron-server[93021]: cb(*args, **kw) Jul 16 20:13:51.139757 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:13:51.139757 dv-cinder-800697-3-iscsi neutron-server[93021]: return func(*args, **kwargs) Jul 16 20:13:51.139757 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:13:51.139757 dv-cinder-800697-3-iscsi neutron-server[93021]: self._notify() Jul 16 20:13:51.139757 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:13:51.139757 dv-cinder-800697-3-iscsi neutron-server[93021]: self.callback(batched_events) Jul 16 20:13:51.139757 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:13:51.139757 dv-cinder-800697-3-iscsi neutron-server[93021]: event.method(event) Jul 16 20:13:51.139757 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:13:51.139757 dv-cinder-800697-3-iscsi neutron-server[93021]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:13:51.139757 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:13:51.139757 dv-cinder-800697-3-iscsi neutron-server[93021]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:13:51.139757 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:13:51.139757 dv-cinder-800697-3-iscsi neutron-server[93021]: return f(self, *a, **k) Jul 16 20:13:51.139757 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:13:51.139757 dv-cinder-800697-3-iscsi neutron-server[93021]: return self._get(url).json() Jul 16 20:13:51.139757 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:13:51.139757 dv-cinder-800697-3-iscsi neutron-server[93021]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:13:51.139757 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:13:51.139757 dv-cinder-800697-3-iscsi neutron-server[93021]: return self.request(url, 'GET', **kwargs) Jul 16 20:13:51.139757 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:13:51.139757 dv-cinder-800697-3-iscsi neutron-server[93021]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:13:51.139757 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:13:51.139757 dv-cinder-800697-3-iscsi neutron-server[93021]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:13:51.139757 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:13:51.139757 dv-cinder-800697-3-iscsi neutron-server[93021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:13:51.139757 dv-cinder-800697-3-iscsi neutron-server[93021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:13:51.194155 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 24475f92-e073-4ab1-b4a2-80c8cc3d9d23 no longer exists at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:51.196178 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-e8358aa4-6d63-4255-9b01-515b3aa9dec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8363180'] for network, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:51.212393 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-e8358aa4-6d63-4255-9b01-515b3aa9dec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for network, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:51.214284 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-e8358aa4-6d63-4255-9b01-515b3aa9dec6 admin admin] 10.222.0.98 "DELETE /v2.0/networks/bdbd16a4-4f92-4443-ba28-8121ae0e03c0 HTTP/1.1" status: 204 len: 168 time: 0.5487704 Jul 16 20:13:51.215692 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8358aa4-6d63-4255-9b01-515b3aa9dec6 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdbd16a4-4f92-4443-ba28-8121ae0e03c0,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:51.217265 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 36648) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:51.219579 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] No Port match for: 24475f92-e073-4ab1-b4a2-80c8cc3d9d23 {{(pid=93022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:13:51.220200 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 24475f92-e073-4ab1-b4a2-80c8cc3d9d23 not bound to the agent host dv-cinder-800697-3-iscsi {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:13:51.559264 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-dbe5fc92-99b9-49f7-a8cb-349e87d01890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8300474'] for router_interface, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:51.812531 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-dbe5fc92-99b9-49f7-a8cb-349e87d01890 admin admin] Deleting port 4214b01d-93e2-464f-b1ef-c7fb9c49fd3d {{(pid=93020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:51.812870 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-dbe5fc92-99b9-49f7-a8cb-349e87d01890 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786207273135'] for port, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:51.891710 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-dbe5fc92-99b9-49f7-a8cb-349e87d01890 admin admin] For port 4214b01d-93e2-464f-b1ef-c7fb9c49fd3d, host dv-cinder-800697-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=4214b01d-93e2-464f-b1ef-c7fb9c49fd3d,segment=NetworkSegment(eb633a16-4c77-475d-8a59-b0fff246e435),segment_id=eb633a16-4c77-475d-8a59-b0fff246e435)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:51.892056 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-dbe5fc92-99b9-49f7-a8cb-349e87d01890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8298881'] for port, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:51.903821 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-dbe5fc92-99b9-49f7-a8cb-349e87d01890 admin admin] Calling delete_port for 4214b01d-93e2-464f-b1ef-c7fb9c49fd3d owned by network:router_interface {{(pid=93020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:52.083477 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-dbe5fc92-99b9-49f7-a8cb-349e87d01890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786207273858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786206872495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:52.109753 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe5fc92-99b9-49f7-a8cb-349e87d01890 admin admin] Pushing event deleted for resources: {'Port': ['ID=4214b01d-93e2-464f-b1ef-c7fb9c49fd3d,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:52.237208 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-37a4ca4e-c8de-4df4-95a1-c9215375e371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:52.274219 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-dbe5fc92-99b9-49f7-a8cb-349e87d01890 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8279594'] for router_interface, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:52.480893 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe5fc92-99b9-49f7-a8cb-349e87d01890 admin admin] Router 28c024b8-38ba-4f3f-8aa4-b161f47f5399 has already been hosted by L3 agent 2edc1d69-0f6a-462d-a1c4-2c7c9be5649e {{(pid=93020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:13:52.584618 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe5fc92-99b9-49f7-a8cb-349e87d01890 admin admin] Notify agent at l3_agent.dv-cinder-800697-3-iscsi the message routers_updated {{(pid=93020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:13:52.589768 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-dbe5fc92-99b9-49f7-a8cb-349e87d01890 admin admin] 10.222.0.98 "PUT /v2.0/routers/28c024b8-38ba-4f3f-8aa4-b161f47f5399/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3709459 Jul 16 20:13:52.593065 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 36656) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:52.596760 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2877b6-7aa1-4fbe-9158-af28a8cc07c4 None None] Sync routers for ids ['28c024b8-38ba-4f3f-8aa4-b161f47f5399'] in dv-cinder-800697-3-iscsi {{(pid=93023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:13:52.606362 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2877b6-7aa1-4fbe-9158-af28a8cc07c4 None None] Routers {'28c024b8-38ba-4f3f-8aa4-b161f47f5399'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:13:52.606998 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-fe2877b6-7aa1-4fbe-9158-af28a8cc07c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:13:52Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['28c024b8-38ba-4f3f-8aa4-b161f47f5399'], 'active': True} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:52.701127 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-f6939bd6-ca36-4abb-8110-a21ba3e6f5f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:52.709586 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvr_db [None req-fe2877b6-7aa1-4fbe-9158-af28a8cc07c4 None None] Set router 28c024b8-38ba-4f3f-8aa4-b161f47f5399 gateway port host: dv-cinder-800697-3-iscsi {{(pid=93023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:13:52.810169 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-f6939bd6-ca36-4abb-8110-a21ba3e6f5f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:52.844772 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 4a9f74ee-a0dc-412d-b96c-03ca41a2462e no longer exists at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:52.866005 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] No Port match for: 4a9f74ee-a0dc-412d-b96c-03ca41a2462e {{(pid=93022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:13:52.866353 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 4a9f74ee-a0dc-412d-b96c-03ca41a2462e not bound to the agent host dv-cinder-800697-3-iscsi {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:13:52.866810 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 2e0ec06f-0538-4053-a050-1c29dc3978d3 no longer exists at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:52.877811 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-f6939bd6-ca36-4abb-8110-a21ba3e6f5f6 admin admin] Deleting port fcc67d8e-e0b0-4df9-b329-f600e9c8b4ca {{(pid=93020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:52.878157 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-f6939bd6-ca36-4abb-8110-a21ba3e6f5f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786207273135'] for port, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:52.889064 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] No Port match for: 2e0ec06f-0538-4053-a050-1c29dc3978d3 {{(pid=93022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:13:52.889406 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 2e0ec06f-0538-4053-a050-1c29dc3978d3 not bound to the agent host dv-cinder-800697-3-iscsi {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:13:52.902073 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-fe2877b6-7aa1-4fbe-9158-af28a8cc07c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c024b8-38ba-4f3f-8aa4-b161f47f5399', 'name': 'tempest-TestShelveInstance-1327264000-router', 'tenant_id': '5b06662f2d3b4b8b9bfde78fdc08f81d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'fcc67d8e-e0b0-4df9-b329-f600e9c8b4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:52Z', 'updated_at': '2021-07-16T20:13:52Z', 'revision_number': 5, 'project_id': '5b06662f2d3b4b8b9bfde78fdc08f81d', 'gw_port': {'id': 'fcc67d8e-e0b0-4df9-b329-f600e9c8b4ca', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ce:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c024b8-38ba-4f3f-8aa4-b161f47f5399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:05:52Z', 'updated_at': '2021-07-16T20:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi'}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:52.932858 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2877b6-7aa1-4fbe-9158-af28a8cc07c4 None None] Checking router: 28c024b8-38ba-4f3f-8aa4-b161f47f5399 for host: dv-cinder-800697-3-iscsi {{(pid=93023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:13:52.941838 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2877b6-7aa1-4fbe-9158-af28a8cc07c4 None None] Routers {'28c024b8-38ba-4f3f-8aa4-b161f47f5399'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:13:52.942463 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-fe2877b6-7aa1-4fbe-9158-af28a8cc07c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:13:52Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['28c024b8-38ba-4f3f-8aa4-b161f47f5399'], 'active': True} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:52.961738 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-f6939bd6-ca36-4abb-8110-a21ba3e6f5f6 admin admin] For port fcc67d8e-e0b0-4df9-b329-f600e9c8b4ca, host dv-cinder-800697-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=fcc67d8e-e0b0-4df9-b329-f600e9c8b4ca,segment=NetworkSegment(cdf336fb-2473-4d8c-b46d-c083e8b3b4ea),segment_id=cdf336fb-2473-4d8c-b46d-c083e8b3b4ea)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:52.962098 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-f6939bd6-ca36-4abb-8110-a21ba3e6f5f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8298881'] for port, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:52.973394 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-f6939bd6-ca36-4abb-8110-a21ba3e6f5f6 admin admin] Calling delete_port for fcc67d8e-e0b0-4df9-b329-f600e9c8b4ca owned by network:router_gateway {{(pid=93020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:53.026332 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvr_db [None req-fe2877b6-7aa1-4fbe-9158-af28a8cc07c4 None None] Set router 28c024b8-38ba-4f3f-8aa4-b161f47f5399 gateway port host: None {{(pid=93023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:13:53.075907 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-fe2877b6-7aa1-4fbe-9158-af28a8cc07c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c024b8-38ba-4f3f-8aa4-b161f47f5399', 'name': 'tempest-TestShelveInstance-1327264000-router', 'tenant_id': '5b06662f2d3b4b8b9bfde78fdc08f81d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:52Z', 'updated_at': '2021-07-16T20:13:52Z', 'revision_number': 6, 'project_id': '5b06662f2d3b4b8b9bfde78fdc08f81d', 'gw_port_host': None}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:53.105661 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2877b6-7aa1-4fbe-9158-af28a8cc07c4 None None] The sync data for ids ['28c024b8-38ba-4f3f-8aa4-b161f47f5399'] in dv-cinder-800697-3-iscsi is: [{'id': '28c024b8-38ba-4f3f-8aa4-b161f47f5399', 'name': 'tempest-TestShelveInstance-1327264000-router', 'tenant_id': '5b06662f2d3b4b8b9bfde78fdc08f81d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:05:52Z', 'updated_at': '2021-07-16T20:13:52Z', 'revision_number': 6, 'project_id': '5b06662f2d3b4b8b9bfde78fdc08f81d', 'gw_port_host': None}] {{(pid=93023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:13:53.141234 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-f6939bd6-ca36-4abb-8110-a21ba3e6f5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786207273858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786206872495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:53.165523 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6939bd6-ca36-4abb-8110-a21ba3e6f5f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcc67d8e-e0b0-4df9-b329-f600e9c8b4ca,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:53.223342 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-f6939bd6-ca36-4abb-8110-a21ba3e6f5f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8363120'] for router_gateway, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:53.308839 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-f6939bd6-ca36-4abb-8110-a21ba3e6f5f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8301028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126844'] for router, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:53.310847 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-f6939bd6-ca36-4abb-8110-a21ba3e6f5f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:53.355680 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-f6939bd6-ca36-4abb-8110-a21ba3e6f5f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8298994'] for router, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:53.356385 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6939bd6-ca36-4abb-8110-a21ba3e6f5f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28c024b8-38ba-4f3f-8aa4-b161f47f5399 {{(pid=93020) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:13:53.362440 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-f6939bd6-ca36-4abb-8110-a21ba3e6f5f6 admin admin] Notify callbacks [] for router, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:53.363704 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-f6939bd6-ca36-4abb-8110-a21ba3e6f5f6 admin admin] 10.222.0.98 "DELETE /v2.0/routers/28c024b8-38ba-4f3f-8aa4-b161f47f5399 HTTP/1.1" status: 204 len: 168 time: 0.7685995 Jul 16 20:13:53.366152 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 36660) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:53.371511 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:53.409806 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f96d15d-58ca-45e6-96d6-cc5ed9a1e140 admin admin] Deleting subnet 2c765c14-aa34-4fda-b857-82c22b00e8ac {{(pid=93020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:13:53.412677 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-6f96d15d-58ca-45e6-96d6-cc5ed9a1e140 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:53.447443 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-6f96d15d-58ca-45e6-96d6-cc5ed9a1e140 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6078582'] for subnet, precommit_delete_associations {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:53.736101 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:13:53.779362 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-6f96d15d-58ca-45e6-96d6-cc5ed9a1e140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001713'] for subnet, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:53.833636 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-6f96d15d-58ca-45e6-96d6-cc5ed9a1e140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7945194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6084591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5499290'] for subnet, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:53.862007 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f96d15d-58ca-45e6-96d6-cc5ed9a1e140 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c765c14-aa34-4fda-b857-82c22b00e8ac,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:53.865612 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-6f96d15d-58ca-45e6-96d6-cc5ed9a1e140 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:53.867615 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-6f96d15d-58ca-45e6-96d6-cc5ed9a1e140 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/2c765c14-aa34-4fda-b857-82c22b00e8ac HTTP/1.1" status: 204 len: 168 time: 0.5005109 Jul 16 20:13:53.870272 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 36666) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:53.875670 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f91d891-c7b1-4ee3-b459-05d965221d4f None None] Network c24ca1b6-702e-44f3-8d84-b64ec6972b42 requested from dv-cinder-800697-3-iscsi {{(pid=93022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:13:53.940999 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-42b13c24-12a5-4a53-9fd1-b746f8aa549e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556954'] for network, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:53.997040 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-42b13c24-12a5-4a53-9fd1-b746f8aa549e admin admin] Deleting port 969ab440-969b-4e49-bc6a-1158017bc89a {{(pid=93020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:53.997378 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-42b13c24-12a5-4a53-9fd1-b746f8aa549e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786207273135'] for port, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.054624 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee23c012-2c60-4b18-9f7a-c4808865d204 None None] DHCP port deletion for c24ca1b6-702e-44f3-8d84-b64ec6972b42 request from dv-cinder-800697-3-iscsi {{(pid=93022) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:13:54.063858 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-42b13c24-12a5-4a53-9fd1-b746f8aa549e admin admin] For port 969ab440-969b-4e49-bc6a-1158017bc89a, host dv-cinder-800697-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=969ab440-969b-4e49-bc6a-1158017bc89a,segment=NetworkSegment(eb633a16-4c77-475d-8a59-b0fff246e435),segment_id=eb633a16-4c77-475d-8a59-b0fff246e435)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:54.064230 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-42b13c24-12a5-4a53-9fd1-b746f8aa549e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8298881'] for port, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.077608 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-42b13c24-12a5-4a53-9fd1-b746f8aa549e admin admin] Calling delete_port for 969ab440-969b-4e49-bc6a-1158017bc89a owned by network:dhcp {{(pid=93020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:54.102765 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-ee23c012-2c60-4b18-9f7a-c4808865d204 None None] Deleting port 969ab440-969b-4e49-bc6a-1158017bc89a {{(pid=93022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:54.103143 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ee23c012-2c60-4b18-9f7a-c4808865d204 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786207273135'] for port, before_delete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.165864 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-42b13c24-12a5-4a53-9fd1-b746f8aa549e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786207273858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786206872495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.171341 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-ee23c012-2c60-4b18-9f7a-c4808865d204 None None] For port 969ab440-969b-4e49-bc6a-1158017bc89a, host dv-cinder-800697-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=969ab440-969b-4e49-bc6a-1158017bc89a,segment=NetworkSegment(eb633a16-4c77-475d-8a59-b0fff246e435),segment_id=eb633a16-4c77-475d-8a59-b0fff246e435)] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:54.171845 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ee23c012-2c60-4b18-9f7a-c4808865d204 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8298881'] for port, precommit_delete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.184403 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-ee23c012-2c60-4b18-9f7a-c4808865d204 None None] Calling delete_port for 969ab440-969b-4e49-bc6a-1158017bc89a owned by network:dhcp {{(pid=93022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:54.191679 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b13c24-12a5-4a53-9fd1-b746f8aa549e admin admin] Pushing event deleted for resources: {'Port': ['ID=969ab440-969b-4e49-bc6a-1158017bc89a,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:54.195088 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b13c24-12a5-4a53-9fd1-b746f8aa549e admin admin] No DVR routers for this DVR port 969ab440-969b-4e49-bc6a-1158017bc89a on host dv-cinder-800697-3-iscsi {{(pid=93020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:13:54.268072 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-42b13c24-12a5-4a53-9fd1-b746f8aa549e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002645', 'neutron.services.segments.db._delete_segments_for_network-8786207386444'] for network, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.270029 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ee23c012-2c60-4b18-9f7a-c4808865d204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786207273858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786206872495'] for port, after_delete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.278110 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.services.segments.db [None req-42b13c24-12a5-4a53-9fd1-b746f8aa549e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c24ca1b6-702e-44f3-8d84-b64ec6972b42']}} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:54.288537 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.services.segments.db [None req-42b13c24-12a5-4a53-9fd1-b746f8aa549e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb633a16-4c77-475d-8a59-b0fff246e435') {'for_net_delete': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:54.288780 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.services.segments.db [None req-42b13c24-12a5-4a53-9fd1-b746f8aa549e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb633a16-4c77-475d-8a59-b0fff246e435') {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:54.294155 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee23c012-2c60-4b18-9f7a-c4808865d204 None None] Pushing event deleted for resources: {'Port': ['ID=969ab440-969b-4e49-bc6a-1158017bc89a,revision_number=None']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:54.298341 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-42b13c24-12a5-4a53-9fd1-b746f8aa549e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786207387733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6078529'] for segment, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.302160 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee23c012-2c60-4b18-9f7a-c4808865d204 None None] No DVR routers for this DVR port 969ab440-969b-4e49-bc6a-1158017bc89a on host dv-cinder-800697-3-iscsi {{(pid=93022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:13:54.304529 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23c012-2c60-4b18-9f7a-c4808865d204 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:54.304871 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23c012-2c60-4b18-9f7a-c4808865d204 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:54.305216 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23c012-2c60-4b18-9f7a-c4808865d204 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:54.305540 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23c012-2c60-4b18-9f7a-c4808865d204 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:54.306087 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23c012-2c60-4b18-9f7a-c4808865d204 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:54.306292 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23c012-2c60-4b18-9f7a-c4808865d204 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:54.306609 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23c012-2c60-4b18-9f7a-c4808865d204 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:54.306931 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23c012-2c60-4b18-9f7a-c4808865d204 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:54.307257 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23c012-2c60-4b18-9f7a-c4808865d204 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:54.307576 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23c012-2c60-4b18-9f7a-c4808865d204 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:54.307897 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23c012-2c60-4b18-9f7a-c4808865d204 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:54.308219 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23c012-2c60-4b18-9f7a-c4808865d204 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:54.312984 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-42b13c24-12a5-4a53-9fd1-b746f8aa549e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964265'] for segment, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.321647 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42b13c24-12a5-4a53-9fd1-b746f8aa549e admin admin] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=93020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:13:54.322093 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-42b13c24-12a5-4a53-9fd1-b746f8aa549e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6084173'] for segment, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.324252 dv-cinder-800697-3-iscsi neutron-server[93020]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:54.324252 dv-cinder-800697-3-iscsi neutron-server[93020]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:54.324252 dv-cinder-800697-3-iscsi neutron-server[93020]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:54.324252 dv-cinder-800697-3-iscsi neutron-server[93020]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:54.324252 dv-cinder-800697-3-iscsi neutron-server[93020]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:54.324252 dv-cinder-800697-3-iscsi neutron-server[93020]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:54.324252 dv-cinder-800697-3-iscsi neutron-server[93020]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:54.324252 dv-cinder-800697-3-iscsi neutron-server[93020]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:54.324252 dv-cinder-800697-3-iscsi neutron-server[93020]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:54.324252 dv-cinder-800697-3-iscsi neutron-server[93020]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:54.324252 dv-cinder-800697-3-iscsi neutron-server[93020]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:54.324252 dv-cinder-800697-3-iscsi neutron-server[93020]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:54.324252 dv-cinder-800697-3-iscsi neutron-server[93020]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:54.324252 dv-cinder-800697-3-iscsi neutron-server[93020]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:54.324252 dv-cinder-800697-3-iscsi neutron-server[93020]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:54.324252 dv-cinder-800697-3-iscsi neutron-server[93020]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:54.324252 dv-cinder-800697-3-iscsi neutron-server[93020]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:54.324252 dv-cinder-800697-3-iscsi neutron-server[93020]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:54.324252 dv-cinder-800697-3-iscsi neutron-server[93020]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:54.324252 dv-cinder-800697-3-iscsi neutron-server[93020]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:54.324252 dv-cinder-800697-3-iscsi neutron-server[93020]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:54.324252 dv-cinder-800697-3-iscsi neutron-server[93020]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:54.324252 dv-cinder-800697-3-iscsi neutron-server[93020]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:54.324252 dv-cinder-800697-3-iscsi neutron-server[93020]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:54.324252 dv-cinder-800697-3-iscsi neutron-server[93020]: Traceback (most recent call last): Jul 16 20:13:54.324252 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:13:54.324252 dv-cinder-800697-3-iscsi neutron-server[93020]: timer() Jul 16 20:13:54.324252 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:13:54.324252 dv-cinder-800697-3-iscsi neutron-server[93020]: cb(*args, **kw) Jul 16 20:13:54.324252 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:13:54.324252 dv-cinder-800697-3-iscsi neutron-server[93020]: return func(*args, **kwargs) Jul 16 20:13:54.324252 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:13:54.324252 dv-cinder-800697-3-iscsi neutron-server[93020]: self._notify() Jul 16 20:13:54.324252 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:13:54.324252 dv-cinder-800697-3-iscsi neutron-server[93020]: self.callback(batched_events) Jul 16 20:13:54.324252 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:13:54.324252 dv-cinder-800697-3-iscsi neutron-server[93020]: event.method(event) Jul 16 20:13:54.324252 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:13:54.324252 dv-cinder-800697-3-iscsi neutron-server[93020]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:13:54.324252 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:13:54.324252 dv-cinder-800697-3-iscsi neutron-server[93020]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:13:54.324252 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:13:54.324252 dv-cinder-800697-3-iscsi neutron-server[93020]: return f(self, *a, **k) Jul 16 20:13:54.324252 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:13:54.324252 dv-cinder-800697-3-iscsi neutron-server[93020]: return self._get(url).json() Jul 16 20:13:54.324252 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:13:54.324252 dv-cinder-800697-3-iscsi neutron-server[93020]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:13:54.324252 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:13:54.324252 dv-cinder-800697-3-iscsi neutron-server[93020]: return self.request(url, 'GET', **kwargs) Jul 16 20:13:54.324252 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:13:54.324252 dv-cinder-800697-3-iscsi neutron-server[93020]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:13:54.324252 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:13:54.324252 dv-cinder-800697-3-iscsi neutron-server[93020]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:13:54.324252 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:13:54.324252 dv-cinder-800697-3-iscsi neutron-server[93020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:13:54.324252 dv-cinder-800697-3-iscsi neutron-server[93020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:13:54.379605 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-42b13c24-12a5-4a53-9fd1-b746f8aa549e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8363180'] for network, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.385474 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-42b13c24-12a5-4a53-9fd1-b746f8aa549e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for network, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.387364 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-42b13c24-12a5-4a53-9fd1-b746f8aa549e admin admin] 10.222.0.98 "DELETE /v2.0/networks/c24ca1b6-702e-44f3-8d84-b64ec6972b42 HTTP/1.1" status: 204 len: 168 time: 0.5161657 Jul 16 20:13:54.397906 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b13c24-12a5-4a53-9fd1-b746f8aa549e admin admin] Pushing event deleted for resources: {'Network': ['ID=c24ca1b6-702e-44f3-8d84-b64ec6972b42,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:54.496100 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 36670) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:54.540213 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-f73c3688-d6b0-42bd-b0e9-4f61a389bf69 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8ec1ad2262744e7fa3dd96c5b0ef62f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427451 Jul 16 20:13:54.542360 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 36672) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:54.589508 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-29c7b6e6-b703-45ff-9cc2-f8a51df3f47d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.611067 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-29c7b6e6-b703-45ff-9cc2-f8a51df3f47d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.659549 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-29c7b6e6-b703-45ff-9cc2-f8a51df3f47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.662223 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-29c7b6e6-b703-45ff-9cc2-f8a51df3f47d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.666390 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-29c7b6e6-b703-45ff-9cc2-f8a51df3f47d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2794c533-d416-4bf8-a695-638c1f7152a4 HTTP/1.1" status: 204 len: 168 time: 0.1199672 Jul 16 20:13:54.673088 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c7b6e6-b703-45ff-9cc2-f8a51df3f47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2794c533-d416-4bf8-a695-638c1f7152a4,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:54.779770 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 4214b01d-93e2-464f-b1ef-c7fb9c49fd3d no longer exists at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:54.804371 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] No Port match for: 4214b01d-93e2-464f-b1ef-c7fb9c49fd3d {{(pid=93022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:13:54.804712 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 4214b01d-93e2-464f-b1ef-c7fb9c49fd3d not bound to the agent host dv-cinder-800697-3-iscsi {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:13:54.805125 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device fcc67d8e-e0b0-4df9-b329-f600e9c8b4ca no longer exists at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:54.830712 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] No Port match for: fcc67d8e-e0b0-4df9-b329-f600e9c8b4ca {{(pid=93022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:13:54.831057 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device fcc67d8e-e0b0-4df9-b329-f600e9c8b4ca not bound to the agent host dv-cinder-800697-3-iscsi {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:13:54.831671 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 969ab440-969b-4e49-bc6a-1158017bc89a no longer exists at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:54.851627 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] No Port match for: 969ab440-969b-4e49-bc6a-1158017bc89a {{(pid=93022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:13:54.851969 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 969ab440-969b-4e49-bc6a-1158017bc89a not bound to the agent host dv-cinder-800697-3-iscsi {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:13:54.853401 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.982543 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 36682) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:55.020674 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-08ce2296-1070-4ffc-a750-239d4362067e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5b06662f2d3b4b8b9bfde78fdc08f81d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369847 Jul 16 20:13:55.022961 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 36684) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:55.068769 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-cc9f6e4d-8cec-4d40-b74d-24c8c640dea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:55.088517 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-cc9f6e4d-8cec-4d40-b74d-24c8c640dea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:55.136980 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-cc9f6e4d-8cec-4d40-b74d-24c8c640dea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:55.139605 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-cc9f6e4d-8cec-4d40-b74d-24c8c640dea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:55.140764 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-cc9f6e4d-8cec-4d40-b74d-24c8c640dea1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b0b98d58-87dc-431b-96cb-7088f318d12d HTTP/1.1" status: 204 len: 168 time: 0.1169379 Jul 16 20:13:55.148229 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f6e4d-8cec-4d40-b74d-24c8c640dea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b98d58-87dc-431b-96cb-7088f318d12d,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:02.314245 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:20.170356 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-75690ee3-d01d-43ac-bd27-7c88ea23d08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:20.747768 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:22.229066 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-555f5f42-5a58-4110-8fdb-90cdf7754316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:23.374853 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:24.813054 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:27.464213 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-09724518-7f9c-469e-8315-5c4d15e57c92 req-a6f4b9c7-d592-4b87-a571-2f498d2634d4 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0511305 Jul 16 20:14:27.555264 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09724518-7f9c-469e-8315-5c4d15e57c92 req-9843b81e-6e33-482f-8d3b-40fed856ee12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:27.556708 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-09724518-7f9c-469e-8315-5c4d15e57c92 req-9843b81e-6e33-482f-8d3b-40fed856ee12 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=078f23be686b440dad7cffc96ff5c84c&device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 1098 time: 0.0513773 Jul 16 20:14:27.661351 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09724518-7f9c-469e-8315-5c4d15e57c92 req-8fbe6a24-688d-4bea-94e5-7ed1c84050e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:27.662845 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-09724518-7f9c-469e-8315-5c4d15e57c92 req-8fbe6a24-688d-4bea-94e5-7ed1c84050e5 service neutron] 10.222.0.102 "GET /v2.0/networks?id=a90ba138-c4a1-4110-a3e5-cb4305c2de87 HTTP/1.1" status: 200 len: 914 time: 0.0858340 Jul 16 20:14:27.725619 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-09724518-7f9c-469e-8315-5c4d15e57c92 req-28e28291-721b-4879-ad22-e88f4c0be69b service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=456d3b55-cff6-4661-be1f-2f3bb2303531 HTTP/1.1" status: 200 len: 1001 time: 0.0559282 Jul 16 20:14:27.777505 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09724518-7f9c-469e-8315-5c4d15e57c92 req-00d24267-f7cc-4388-b71f-06d1761d7f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:27.778942 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-09724518-7f9c-469e-8315-5c4d15e57c92 req-00d24267-f7cc-4388-b71f-06d1761d7f93 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=240aba66-ab9f-4277-a9b2-4f5b9dbf7e93 HTTP/1.1" status: 200 len: 851 time: 0.0469217 Jul 16 20:14:27.834092 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09724518-7f9c-469e-8315-5c4d15e57c92 req-49fe0c72-cb23-44aa-b030-fa1530f3fcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:27.835592 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-09724518-7f9c-469e-8315-5c4d15e57c92 req-49fe0c72-cb23-44aa-b030-fa1530f3fcaa service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a90ba138-c4a1-4110-a3e5-cb4305c2de87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507762 Jul 16 20:14:27.923757 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-09724518-7f9c-469e-8315-5c4d15e57c92 req-855631ba-1584-4544-af24-e4bd01705578 service neutron] 10.222.0.102 "GET /v2.0/networks/a90ba138-c4a1-4110-a3e5-cb4305c2de87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816128 Jul 16 20:14:28.012329 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-09724518-7f9c-469e-8315-5c4d15e57c92 req-7c847427-0792-4a25-b841-e61364933aad service neutron] 10.222.0.102 "GET /v2.0/networks/a90ba138-c4a1-4110-a3e5-cb4305c2de87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823710 Jul 16 20:14:30.735704 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:14:32.315291 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:50.171673 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d9fdc112-4fce-41f9-baa7-dae745e4e715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:50.761246 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:52.229528 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-c0ceceed-bb0f-4b9a-a210-016d98a4d515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:53.376477 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:54.816461 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:02.316835 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:07.734364 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:15:20.174251 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-522cfeae-c142-4f3c-9e8e-04472d81c8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:20.775393 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:22.228750 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-42ad8b26-09ce-4976-a118-85f46a6bb729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:23.380235 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:24.817890 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:27.617837 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-27c4e274-22ca-4e1b-b9b6-33ebbc3b680a req-51d530a6-f53f-4af6-9f32-f4a532d971bc service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0508676 Jul 16 20:15:27.695457 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c4e274-22ca-4e1b-b9b6-33ebbc3b680a req-ac71afda-32aa-42ed-a38a-e2a8fd5116f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:27.696926 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-27c4e274-22ca-4e1b-b9b6-33ebbc3b680a req-ac71afda-32aa-42ed-a38a-e2a8fd5116f0 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=af25564dcbb44ab783810e6c620b2bd4&device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 1098 time: 0.0528300 Jul 16 20:15:27.804373 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c4e274-22ca-4e1b-b9b6-33ebbc3b680a req-36fed222-4306-4bcb-bd20-e05fd988e443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:27.805823 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-27c4e274-22ca-4e1b-b9b6-33ebbc3b680a req-36fed222-4306-4bcb-bd20-e05fd988e443 service neutron] 10.222.0.102 "GET /v2.0/networks?id=b08ac5f9-2c15-45f7-9a61-437289e3197c HTTP/1.1" status: 200 len: 914 time: 0.0851252 Jul 16 20:15:27.845232 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-27c4e274-22ca-4e1b-b9b6-33ebbc3b680a req-e3eb94a7-dfff-426d-aa00-365ff0939a86 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5 HTTP/1.1" status: 200 len: 217 time: 0.0328310 Jul 16 20:15:27.895186 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c4e274-22ca-4e1b-b9b6-33ebbc3b680a req-cdfeadf9-829a-4e83-9728-3ed06130bbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:27.896562 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-27c4e274-22ca-4e1b-b9b6-33ebbc3b680a req-cdfeadf9-829a-4e83-9728-3ed06130bbb2 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3c821e1e-566b-46e2-b4da-9faa94f5bcd4 HTTP/1.1" status: 200 len: 852 time: 0.0456607 Jul 16 20:15:27.927784 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-27c4e274-22ca-4e1b-b9b6-33ebbc3b680a req-ae686b50-a0db-424d-a76b-7e173f2a7fd0 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b08ac5f9-2c15-45f7-9a61-437289e3197c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254321 Jul 16 20:15:28.017327 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-27c4e274-22ca-4e1b-b9b6-33ebbc3b680a req-c839870c-c6fb-4371-ab36-1c52fbe860d1 service neutron] 10.222.0.102 "GET /v2.0/networks/b08ac5f9-2c15-45f7-9a61-437289e3197c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835247 Jul 16 20:15:28.105431 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-27c4e274-22ca-4e1b-b9b6-33ebbc3b680a req-1a4d18b5-9b1b-4c96-a0e7-43b5ba6c1bb7 service neutron] 10.222.0.102 "GET /v2.0/networks/b08ac5f9-2c15-45f7-9a61-437289e3197c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794415 Jul 16 20:15:32.318038 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:44.733948 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:15:50.174413 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-f0da44e8-a56a-463d-87d5-e5108f9db123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:50.773997 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:52.227536 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-38460c0b-a341-4c58-80a3-42eb150809e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:53.383092 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:54.820579 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:02.318040 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:20.174769 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-e7862f2c-abe3-4eba-a9b8-cfebc3dabb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:20.792883 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:21.732776 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:16:22.228842 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-60727468-5cd7-4a18-bb12-50e5d7a9c586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:23.385153 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:24.823963 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:28.211859 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-3c5931bd-7635-43cf-a47e-83a67142165d req-1f3f1008-ffa7-4bca-a836-2230ad5c9337 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1583197 Jul 16 20:16:28.307183 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5931bd-7635-43cf-a47e-83a67142165d req-cda7a31a-428f-4e4e-9304-7933262e8a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:28.308623 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-3c5931bd-7635-43cf-a47e-83a67142165d req-cda7a31a-428f-4e4e-9304-7933262e8a1a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=078f23be686b440dad7cffc96ff5c84c&device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 1098 time: 0.0538800 Jul 16 20:16:28.408275 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5931bd-7635-43cf-a47e-83a67142165d req-d9a9a887-7728-4b06-bd53-910c4d691b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:28.409826 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-3c5931bd-7635-43cf-a47e-83a67142165d req-d9a9a887-7728-4b06-bd53-910c4d691b41 service neutron] 10.222.0.102 "GET /v2.0/networks?id=a90ba138-c4a1-4110-a3e5-cb4305c2de87 HTTP/1.1" status: 200 len: 914 time: 0.0825124 Jul 16 20:16:28.476396 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-3c5931bd-7635-43cf-a47e-83a67142165d req-c4b24001-91d9-48fb-923d-11f08b64e318 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=456d3b55-cff6-4661-be1f-2f3bb2303531 HTTP/1.1" status: 200 len: 1001 time: 0.0603476 Jul 16 20:16:28.524098 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5931bd-7635-43cf-a47e-83a67142165d req-db0b39cf-9a92-442d-bb8f-8834f82882da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:28.525531 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-3c5931bd-7635-43cf-a47e-83a67142165d req-db0b39cf-9a92-442d-bb8f-8834f82882da service neutron] 10.222.0.102 "GET /v2.0/subnets?id=240aba66-ab9f-4277-a9b2-4f5b9dbf7e93 HTTP/1.1" status: 200 len: 851 time: 0.0429671 Jul 16 20:16:28.580223 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5931bd-7635-43cf-a47e-83a67142165d req-1cd33644-ef87-4629-aca3-888578213b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:28.581702 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-3c5931bd-7635-43cf-a47e-83a67142165d req-1cd33644-ef87-4629-aca3-888578213b30 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a90ba138-c4a1-4110-a3e5-cb4305c2de87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501516 Jul 16 20:16:28.672494 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-3c5931bd-7635-43cf-a47e-83a67142165d req-0095cb03-2d5a-40ca-ae7d-3823809b020b service neutron] 10.222.0.102 "GET /v2.0/networks/a90ba138-c4a1-4110-a3e5-cb4305c2de87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839722 Jul 16 20:16:28.758366 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-3c5931bd-7635-43cf-a47e-83a67142165d req-5387a701-b06f-4952-9c57-4a8b7e0e8ca1 service neutron] 10.222.0.102 "GET /v2.0/networks/a90ba138-c4a1-4110-a3e5-cb4305c2de87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791588 Jul 16 20:16:32.162053 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [req-e36b4aa6-6854-406b-af6f-095cd0bd12e2 req-8d939ed3-b24c-4c89-9d63-f855ef91781e service neutron] (93020) timed out ('10.222.0.102', 63372) {{(pid=93020) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:16:32.318762 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:50.176087 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-4e924940-2215-437c-8f32-7f3a611bde51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:50.805742 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:52.232628 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-c5c882fc-1b98-4c77-8dba-4bb7a3e56fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:53.388994 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:54.827057 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:58.731704 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:17:02.320211 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:20.177292 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-50f41846-b70e-4efe-8b41-5f388b9b1068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:20.821226 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:22.233191 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-58d2720a-b323-43ed-afe0-2d2d90eeee80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:23.392217 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:24.829826 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:30.224821 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-55a6014d-cb45-4050-9a2c-343d23118208 req-3b7c520d-8da4-4f96-8c01-1fa567bc981d service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0564382 Jul 16 20:17:30.298494 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6014d-cb45-4050-9a2c-343d23118208 req-64c6691d-b1a8-406c-b51b-eee4a476a27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:30.300060 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-55a6014d-cb45-4050-9a2c-343d23118208 req-64c6691d-b1a8-406c-b51b-eee4a476a27f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=af25564dcbb44ab783810e6c620b2bd4&device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 1098 time: 0.0531256 Jul 16 20:17:30.423005 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6014d-cb45-4050-9a2c-343d23118208 req-a1ca3dec-15d6-4892-9e29-a48882f5e39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:30.424882 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-55a6014d-cb45-4050-9a2c-343d23118208 req-a1ca3dec-15d6-4892-9e29-a48882f5e39f service neutron] 10.222.0.102 "GET /v2.0/networks?id=b08ac5f9-2c15-45f7-9a61-437289e3197c HTTP/1.1" status: 200 len: 914 time: 0.1038337 Jul 16 20:17:30.469346 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-55a6014d-cb45-4050-9a2c-343d23118208 req-f3240090-7310-4a71-9214-c05c02b59bcb service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5 HTTP/1.1" status: 200 len: 217 time: 0.0370946 Jul 16 20:17:30.518980 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6014d-cb45-4050-9a2c-343d23118208 req-54ad814c-a10b-4d76-8e41-d13843a6b5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:30.520424 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-55a6014d-cb45-4050-9a2c-343d23118208 req-54ad814c-a10b-4d76-8e41-d13843a6b5fd service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3c821e1e-566b-46e2-b4da-9faa94f5bcd4 HTTP/1.1" status: 200 len: 852 time: 0.0450959 Jul 16 20:17:30.553281 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-55a6014d-cb45-4050-9a2c-343d23118208 req-2be43277-0c6d-425e-842f-e42d902531c4 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b08ac5f9-2c15-45f7-9a61-437289e3197c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265386 Jul 16 20:17:30.648762 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-55a6014d-cb45-4050-9a2c-343d23118208 req-4434d469-bdf4-4c47-9a7d-c689dd272732 service neutron] 10.222.0.102 "GET /v2.0/networks/b08ac5f9-2c15-45f7-9a61-437289e3197c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894921 Jul 16 20:17:30.740718 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-55a6014d-cb45-4050-9a2c-343d23118208 req-d8fc86ad-3b43-4ade-9082-9573256c9b0b service neutron] 10.222.0.102 "GET /v2.0/networks/b08ac5f9-2c15-45f7-9a61-437289e3197c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861344 Jul 16 20:17:32.322223 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:35.730226 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:17:50.177779 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-4347a8b7-9f1c-4e85-afcb-d900f6a7c7f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:50.836697 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:52.233909 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-465d14e7-cf91-45f1-81e4-0c484decb714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:53.393227 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:54.831234 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:02.322621 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:03.937967 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [req-80bb96c3-1987-478f-bd3b-3a2da54196a9 req-cda0ad6c-eaa9-4414-a429-8790319c5358 service neutron] (93020) timed out ('10.222.0.102', 63366) {{(pid=93020) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:18:12.729549 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:18:20.178080 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-fc730744-0a9f-40e9-a7ec-6ed84eed26ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:20.833934 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:22.234096 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-acfb3051-e657-4bb2-9d14-4033578393d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:23.396109 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:24.836576 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:32.186589 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-15493708-5469-4346-8fad-c589788d3782 req-b071f1c0-6070-4eeb-9c58-f4d61780fd38 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0560045 Jul 16 20:18:32.279454 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15493708-5469-4346-8fad-c589788d3782 req-3d99d224-3a86-4432-a15d-637d364c36b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:32.280874 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-15493708-5469-4346-8fad-c589788d3782 req-3d99d224-3a86-4432-a15d-637d364c36b5 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=078f23be686b440dad7cffc96ff5c84c&device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 1098 time: 0.0516794 Jul 16 20:18:32.325132 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:32.386420 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15493708-5469-4346-8fad-c589788d3782 req-e90aa644-4f9d-47d9-93de-f291ab762d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:32.387952 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-15493708-5469-4346-8fad-c589788d3782 req-e90aa644-4f9d-47d9-93de-f291ab762d02 service neutron] 10.222.0.102 "GET /v2.0/networks?id=a90ba138-c4a1-4110-a3e5-cb4305c2de87 HTTP/1.1" status: 200 len: 914 time: 0.0877001 Jul 16 20:18:32.450510 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-15493708-5469-4346-8fad-c589788d3782 req-7318bf63-82bb-44f5-ade7-2eee24ee5604 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=456d3b55-cff6-4661-be1f-2f3bb2303531 HTTP/1.1" status: 200 len: 1001 time: 0.0559607 Jul 16 20:18:32.496870 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15493708-5469-4346-8fad-c589788d3782 req-53096c38-ca44-4747-a2b9-77ee48cbd0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:32.498585 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-15493708-5469-4346-8fad-c589788d3782 req-53096c38-ca44-4747-a2b9-77ee48cbd0f1 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=240aba66-ab9f-4277-a9b2-4f5b9dbf7e93 HTTP/1.1" status: 200 len: 851 time: 0.0418136 Jul 16 20:18:32.557111 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15493708-5469-4346-8fad-c589788d3782 req-72cac12b-e1b6-4fde-b8e6-ac7e044d5bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:32.558544 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-15493708-5469-4346-8fad-c589788d3782 req-72cac12b-e1b6-4fde-b8e6-ac7e044d5bbb service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a90ba138-c4a1-4110-a3e5-cb4305c2de87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530536 Jul 16 20:18:32.646018 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-15493708-5469-4346-8fad-c589788d3782 req-df455b7e-d7b5-4427-8360-cd40c25f2e7c service neutron] 10.222.0.102 "GET /v2.0/networks/a90ba138-c4a1-4110-a3e5-cb4305c2de87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802891 Jul 16 20:18:32.735427 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-15493708-5469-4346-8fad-c589788d3782 req-c551bf08-39ee-4363-bf1b-40039b2f6aa7 service neutron] 10.222.0.102 "GET /v2.0/networks/a90ba138-c4a1-4110-a3e5-cb4305c2de87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826397 Jul 16 20:18:49.728825 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:18:50.179579 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-f67d585b-6322-4c44-8f05-f442222bbd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:50.834665 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:52.234390 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-96de4e11-1479-42c2-8993-6c96dc579c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:53.399483 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:54.836744 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:02.325619 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:20.179255 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-9072eee7-ede8-4c9c-914c-18ff3899f359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:20.848414 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:22.234528 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-03e592f3-a818-4107-9681-024d545b2c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:23.403769 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:24.838825 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:26.728956 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:19:32.331051 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:33.607057 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d98a13c1-272b-49f9-a0be-553ad7ce70b5 req-8bbed89e-f29e-4b3f-a005-3d55c2d339e7 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510623 Jul 16 20:19:33.681805 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a13c1-272b-49f9-a0be-553ad7ce70b5 req-48e9bd7a-94ca-4b9c-866c-2ed9e5bfb3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:33.683228 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d98a13c1-272b-49f9-a0be-553ad7ce70b5 req-48e9bd7a-94ca-4b9c-866c-2ed9e5bfb3a1 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=af25564dcbb44ab783810e6c620b2bd4&device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 1098 time: 0.0519640 Jul 16 20:19:33.786997 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a13c1-272b-49f9-a0be-553ad7ce70b5 req-be01d36b-05ef-4717-b341-ad70c55bc1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:33.789157 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d98a13c1-272b-49f9-a0be-553ad7ce70b5 req-be01d36b-05ef-4717-b341-ad70c55bc1cc service neutron] 10.222.0.102 "GET /v2.0/networks?id=b08ac5f9-2c15-45f7-9a61-437289e3197c HTTP/1.1" status: 200 len: 914 time: 0.0844023 Jul 16 20:19:33.828344 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d98a13c1-272b-49f9-a0be-553ad7ce70b5 req-464c9944-418f-4ac7-891b-826fc396210f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5 HTTP/1.1" status: 200 len: 217 time: 0.0326591 Jul 16 20:19:33.879573 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a13c1-272b-49f9-a0be-553ad7ce70b5 req-1a0d4044-e9cf-4738-86ed-5d0de8c0e592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:33.880954 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d98a13c1-272b-49f9-a0be-553ad7ce70b5 req-1a0d4044-e9cf-4738-86ed-5d0de8c0e592 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3c821e1e-566b-46e2-b4da-9faa94f5bcd4 HTTP/1.1" status: 200 len: 852 time: 0.0457175 Jul 16 20:19:33.912365 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d98a13c1-272b-49f9-a0be-553ad7ce70b5 req-236093b0-7599-45d7-b3b3-c2323ec42e7a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b08ac5f9-2c15-45f7-9a61-437289e3197c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243144 Jul 16 20:19:34.000651 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d98a13c1-272b-49f9-a0be-553ad7ce70b5 req-10f2c84d-8b96-4643-b99d-f2bd396e0faf service neutron] 10.222.0.102 "GET /v2.0/networks/b08ac5f9-2c15-45f7-9a61-437289e3197c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815189 Jul 16 20:19:34.085924 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d98a13c1-272b-49f9-a0be-553ad7ce70b5 req-cdde47b9-c275-4e51-99d4-2368364a3659 service neutron] 10.222.0.102 "GET /v2.0/networks/b08ac5f9-2c15-45f7-9a61-437289e3197c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0772710 Jul 16 20:19:50.179761 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ee2a0b2f-efb7-4047-ba3d-394cb1a82ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:50.862380 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:52.235533 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-8bc60ea0-fb10-4d5e-afed-1246de7c478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:53.406857 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:54.840967 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:02.323416 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:03.731459 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:20:20.190188 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-5b921c73-5ba4-4cd0-a3d4-7bdab709de1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:20.856989 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:22.234891 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-db62e774-4a38-4f93-95db-7a61a7066cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:23.407875 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:24.843974 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:32.326227 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:34.584466 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-7a1fdbea-85ef-436c-aac3-06d6e1c4a371 req-0df15197-b1a3-4621-a8ad-8b2c163f344a service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521181 Jul 16 20:20:34.685170 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1fdbea-85ef-436c-aac3-06d6e1c4a371 req-66f6c270-40b4-4b7d-8600-659f3ee0575f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:34.686691 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-7a1fdbea-85ef-436c-aac3-06d6e1c4a371 req-66f6c270-40b4-4b7d-8600-659f3ee0575f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=078f23be686b440dad7cffc96ff5c84c&device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 1098 time: 0.0570109 Jul 16 20:20:34.794507 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1fdbea-85ef-436c-aac3-06d6e1c4a371 req-0945fdc7-27fd-4b6f-a329-38ae9d8157ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:34.795975 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-7a1fdbea-85ef-436c-aac3-06d6e1c4a371 req-0945fdc7-27fd-4b6f-a329-38ae9d8157ba service neutron] 10.222.0.102 "GET /v2.0/networks?id=a90ba138-c4a1-4110-a3e5-cb4305c2de87 HTTP/1.1" status: 200 len: 914 time: 0.0859056 Jul 16 20:20:34.863298 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-7a1fdbea-85ef-436c-aac3-06d6e1c4a371 req-12ec1eb4-5b91-4a0a-ab79-602241293245 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=456d3b55-cff6-4661-be1f-2f3bb2303531 HTTP/1.1" status: 200 len: 1001 time: 0.0608809 Jul 16 20:20:34.920674 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1fdbea-85ef-436c-aac3-06d6e1c4a371 req-653a2d78-8c87-403c-8926-a1604c88b672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:34.922149 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-7a1fdbea-85ef-436c-aac3-06d6e1c4a371 req-653a2d78-8c87-403c-8926-a1604c88b672 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=240aba66-ab9f-4277-a9b2-4f5b9dbf7e93 HTTP/1.1" status: 200 len: 851 time: 0.0523160 Jul 16 20:20:34.989918 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1fdbea-85ef-436c-aac3-06d6e1c4a371 req-ab65da5c-6083-4478-8870-721ca6ae6a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:34.991444 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-7a1fdbea-85ef-436c-aac3-06d6e1c4a371 req-ab65da5c-6083-4478-8870-721ca6ae6a71 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a90ba138-c4a1-4110-a3e5-cb4305c2de87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0628469 Jul 16 20:20:35.083142 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-7a1fdbea-85ef-436c-aac3-06d6e1c4a371 req-7e136a8e-482c-4394-a5e2-d4c206e88de2 service neutron] 10.222.0.102 "GET /v2.0/networks/a90ba138-c4a1-4110-a3e5-cb4305c2de87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850704 Jul 16 20:20:35.170345 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-7a1fdbea-85ef-436c-aac3-06d6e1c4a371 req-bc55955a-24a0-4b32-96c4-d9a30de5d327 service neutron] 10.222.0.102 "GET /v2.0/networks/a90ba138-c4a1-4110-a3e5-cb4305c2de87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807662 Jul 16 20:20:40.731830 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:20:50.181445 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-04cac4d1-4550-4ed4-a410-d4d2fa4832c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.861012 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:52.235162 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-152a3cd7-95b6-4d28-abeb-12981c8eaba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.412213 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:54.846486 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:02.328070 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:17.731354 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:21:20.181991 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ed04017f-bcc1-468e-bed6-6b77571a5a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:20.854144 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:22.235858 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-0f998ecd-4d21-43e1-8e9e-6e6352196af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:23.413919 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:24.413954 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 38584) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:24.570010 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-52e69bd6-0072-479e-9db2-6990738d9045 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Deleting port ec198bf2-7527-4de3-acc2-d91105040b24 {{(pid=93020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:24.570279 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-52e69bd6-0072-479e-9db2-6990738d9045 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786207273135'] for port, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:24.642852 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-52e69bd6-0072-479e-9db2-6990738d9045 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8298881'] for port, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:24.643178 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-52e69bd6-0072-479e-9db2-6990738d9045 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:24.654976 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-52e69bd6-0072-479e-9db2-6990738d9045 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Calling delete_port for ec198bf2-7527-4de3-acc2-d91105040b24 owned by network:floatingip {{(pid=93020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:24.796251 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-52e69bd6-0072-479e-9db2-6990738d9045 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786207273858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786206872495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:24.820814 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e69bd6-0072-479e-9db2-6990738d9045 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Pushing event deleted for resources: {'Port': ['ID=ec198bf2-7527-4de3-acc2-d91105040b24,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:24.830813 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e69bd6-0072-479e-9db2-6990738d9045 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:24.831160 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e69bd6-0072-479e-9db2-6990738d9045 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:24.831494 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e69bd6-0072-479e-9db2-6990738d9045 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:24.831827 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e69bd6-0072-479e-9db2-6990738d9045 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:24.832302 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e69bd6-0072-479e-9db2-6990738d9045 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:24.832635 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e69bd6-0072-479e-9db2-6990738d9045 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:24.832959 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e69bd6-0072-479e-9db2-6990738d9045 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:24.833281 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e69bd6-0072-479e-9db2-6990738d9045 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:24.833602 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e69bd6-0072-479e-9db2-6990738d9045 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:24.833927 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e69bd6-0072-479e-9db2-6990738d9045 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:24.834240 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e69bd6-0072-479e-9db2-6990738d9045 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:24.834586 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e69bd6-0072-479e-9db2-6990738d9045 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:24.850848 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:24.894905 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-52e69bd6-0072-479e-9db2-6990738d9045 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks [] for floatingip, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:24.895238 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.db.l3_db [None req-52e69bd6-0072-479e-9db2-6990738d9045 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Floating IP 201b2062-a4c2-415c-ab04-d2155bd71a6c disassociated (deleted). External IP: 172.27.1.236, port: 456d3b55-cff6-4661-be1f-2f3bb2303531. Jul 16 20:21:25.091017 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e69bd6-0072-479e-9db2-6990738d9045 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Router 4c414443-a543-4c21-b272-e64e3b7bb2fe has already been hosted by L3 agent 2edc1d69-0f6a-462d-a1c4-2c7c9be5649e {{(pid=93020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:21:25.196924 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e69bd6-0072-479e-9db2-6990738d9045 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify agent at l3_agent.dv-cinder-800697-3-iscsi the message routers_updated {{(pid=93020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:21:25.201401 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-52e69bd6-0072-479e-9db2-6990738d9045 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for floatingip, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:25.205985 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3c2464-7f21-420a-8e51-76e35b59e7a3 None None] Sync routers for ids ['4c414443-a543-4c21-b272-e64e3b7bb2fe'] in dv-cinder-800697-3-iscsi {{(pid=93022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:21:25.214732 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3c2464-7f21-420a-8e51-76e35b59e7a3 None None] Routers {'4c414443-a543-4c21-b272-e64e3b7bb2fe'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:25.215608 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-3d3c2464-7f21-420a-8e51-76e35b59e7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:21:22Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['4c414443-a543-4c21-b272-e64e3b7bb2fe'], 'active': True} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:25.460795 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvr_db [None req-3d3c2464-7f21-420a-8e51-76e35b59e7a3 None None] Set router 4c414443-a543-4c21-b272-e64e3b7bb2fe gateway port host: dv-cinder-800697-3-iscsi {{(pid=93022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:21:25.496803 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-52e69bd6-0072-479e-9db2-6990738d9045 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "DELETE /v2.0/floatingips/201b2062-a4c2-415c-ab04-d2155bd71a6c HTTP/1.1" status: 204 len: 168 time: 1.0817041 Jul 16 20:21:25.497434 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39bc52cf-3c89-4290-bc50-db2da5e3703f', 'tag': '456d3b55-cff6-4661-be1f-2f3bb2303531'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:25.500455 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fae8f2ff960fe93758be445b473a7dfd6f7d616fbf5a964bb8e60e5228696b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8238573-49d7-446b-b088-140d7f19385b" -d '{"events": [{"name": "network-changed", "server_uuid": "39bc52cf-3c89-4290-bc50-db2da5e3703f", "tag": "456d3b55-cff6-4661-be1f-2f3bb2303531"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:25.669608 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-3d3c2464-7f21-420a-8e51-76e35b59e7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'name': 'tempest-TestVolumeBootPattern-2036726165-router', 'tenant_id': '078f23be686b440dad7cffc96ff5c84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '71283ad9-7e75-4aea-ae33-e8130e420f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:30Z', 'updated_at': '2021-07-16T20:03:33Z', 'revision_number': 4, 'project_id': '078f23be686b440dad7cffc96ff5c84c', 'gw_port': {'id': '71283ad9-7e75-4aea-ae33-e8130e420f50', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:30Z', 'updated_at': '2021-07-16T20:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_interfaces': [{'id': '0c69d311-9e78-41fe-a83f-7eca3881c306', 'name': '', 'network_id': 'a90ba138-c4a1-4110-a3e5-cb4305c2de87', 'tenant_id': '078f23be686b440dad7cffc96ff5c84c', 'mac_address': 'fa:16:3e:ca:76:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '240aba66-ab9f-4277-a9b2-4f5b9dbf7e93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:32Z', 'updated_at': '2021-07-16T20:03:39Z', 'revision_number': 5, 'project_id': '078f23be686b440dad7cffc96ff5c84c', 'subnets': [{'id': '240aba66-ab9f-4277-a9b2-4f5b9dbf7e93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:25.697134 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3c2464-7f21-420a-8e51-76e35b59e7a3 None None] Checking router: 4c414443-a543-4c21-b272-e64e3b7bb2fe for host: dv-cinder-800697-3-iscsi {{(pid=93022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:21:25.707119 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3c2464-7f21-420a-8e51-76e35b59e7a3 None None] Routers {'4c414443-a543-4c21-b272-e64e3b7bb2fe'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:25.707750 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-3d3c2464-7f21-420a-8e51-76e35b59e7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:21:22Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['4c414443-a543-4c21-b272-e64e3b7bb2fe'], 'active': True} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:25.719641 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e2c963-3030-4d62-b7dd-64a8802e727d x-openstack-request-id: req-e0e2c963-3030-4d62-b7dd-64a8802e727d {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:25.719641 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39bc52cf-3c89-4290-bc50-db2da5e3703f", "tag": "456d3b55-cff6-4661-be1f-2f3bb2303531", "status": "completed", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:25.719641 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e0e2c963-3030-4d62-b7dd-64a8802e727d {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:25.719641 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39bc52cf-3c89-4290-bc50-db2da5e3703f', 'tag': '456d3b55-cff6-4661-be1f-2f3bb2303531', 'status': 'completed', 'code': 200} Jul 16 20:21:25.801256 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8238573-49d7-446b-b088-140d7f19385b req-7a6ed4de-dab5-4f2b-9d0c-b9f65e4bdef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:25.802858 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d8238573-49d7-446b-b088-140d7f19385b req-7a6ed4de-dab5-4f2b-9d0c-b9f65e4bdef9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=078f23be686b440dad7cffc96ff5c84c&device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 1098 time: 0.0554526 Jul 16 20:21:25.821918 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvr_db [None req-3d3c2464-7f21-420a-8e51-76e35b59e7a3 None None] Set router 4c414443-a543-4c21-b272-e64e3b7bb2fe gateway port host: dv-cinder-800697-3-iscsi {{(pid=93022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:21:25.933336 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8238573-49d7-446b-b088-140d7f19385b req-7a55797d-6198-4d56-bf83-97436cec0cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:25.934743 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d8238573-49d7-446b-b088-140d7f19385b req-7a55797d-6198-4d56-bf83-97436cec0cb5 service neutron] 10.222.0.102 "GET /v2.0/networks?id=a90ba138-c4a1-4110-a3e5-cb4305c2de87 HTTP/1.1" status: 200 len: 914 time: 0.1240649 Jul 16 20:21:25.983569 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d8238573-49d7-446b-b088-140d7f19385b req-a263e074-5483-4596-9949-830763e437f8 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=456d3b55-cff6-4661-be1f-2f3bb2303531 HTTP/1.1" status: 200 len: 217 time: 0.0380828 Jul 16 20:21:25.997355 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8fd93a-84ad-42fe-81a5-6ee610a5761e req-6ab27251-47f6-46d0-996e-c88a740c193b tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:25.999456 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-cf8fd93a-84ad-42fe-81a5-6ee610a5761e req-6ab27251-47f6-46d0-996e-c88a740c193b tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 945 time: 0.1710100 Jul 16 20:21:26.020100 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-3d3c2464-7f21-420a-8e51-76e35b59e7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'name': 'tempest-TestVolumeBootPattern-2036726165-router', 'tenant_id': '078f23be686b440dad7cffc96ff5c84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '71283ad9-7e75-4aea-ae33-e8130e420f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:30Z', 'updated_at': '2021-07-16T20:03:33Z', 'revision_number': 4, 'project_id': '078f23be686b440dad7cffc96ff5c84c', 'gw_port': {'id': '71283ad9-7e75-4aea-ae33-e8130e420f50', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:30Z', 'updated_at': '2021-07-16T20:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_interfaces': [{'id': '0c69d311-9e78-41fe-a83f-7eca3881c306', 'name': '', 'network_id': 'a90ba138-c4a1-4110-a3e5-cb4305c2de87', 'tenant_id': '078f23be686b440dad7cffc96ff5c84c', 'mac_address': 'fa:16:3e:ca:76:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '240aba66-ab9f-4277-a9b2-4f5b9dbf7e93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:32Z', 'updated_at': '2021-07-16T20:03:39Z', 'revision_number': 5, 'project_id': '078f23be686b440dad7cffc96ff5c84c', 'subnets': [{'id': '240aba66-ab9f-4277-a9b2-4f5b9dbf7e93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:26.049948 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3c2464-7f21-420a-8e51-76e35b59e7a3 None None] The sync data for ids ['4c414443-a543-4c21-b272-e64e3b7bb2fe'] in dv-cinder-800697-3-iscsi is: [{'id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'name': 'tempest-TestVolumeBootPattern-2036726165-router', 'tenant_id': '078f23be686b440dad7cffc96ff5c84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '71283ad9-7e75-4aea-ae33-e8130e420f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:30Z', 'updated_at': '2021-07-16T20:03:33Z', 'revision_number': 4, 'project_id': '078f23be686b440dad7cffc96ff5c84c', 'gw_port': {'id': '71283ad9-7e75-4aea-ae33-e8130e420f50', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:30Z', 'updated_at': '2021-07-16T20:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi', '_interfaces': [{'id': '0c69d311-9e78-41fe-a83f-7eca3881c306', 'name': '', 'network_id': 'a90ba138-c4a1-4110-a3e5-cb4305c2de87', 'tenant_id': '078f23be686b440dad7cffc96ff5c84c', 'mac_address': 'fa:16:3e:ca:76:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '240aba66-ab9f-4277-a9b2-4f5b9dbf7e93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:32Z', 'updated_at': '2021-07-16T20:03:39Z', 'revision_number': 5, 'project_id': '078f23be686b440dad7cffc96ff5c84c', 'subnets': [{'id': '240aba66-ab9f-4277-a9b2-4f5b9dbf7e93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:21:26.069353 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8238573-49d7-446b-b088-140d7f19385b req-efb7d674-02f3-4ee3-a276-d9f84f835c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:26.071189 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d8238573-49d7-446b-b088-140d7f19385b req-efb7d674-02f3-4ee3-a276-d9f84f835c2c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=240aba66-ab9f-4277-a9b2-4f5b9dbf7e93 HTTP/1.1" status: 200 len: 851 time: 0.0708616 Jul 16 20:21:26.076126 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-cf8fd93a-84ad-42fe-81a5-6ee610a5761e req-4cc7fc23-6c0d-44a1-9e2c-5e9ef0f5dfc7 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/security-groups?id=d42a7f47-aa32-4cff-a27c-1452fa97a649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676370 Jul 16 20:21:26.132626 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8238573-49d7-446b-b088-140d7f19385b req-1f5224d6-655e-4212-ad5b-6ac3af8d483c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:26.134151 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d8238573-49d7-446b-b088-140d7f19385b req-1f5224d6-655e-4212-ad5b-6ac3af8d483c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a90ba138-c4a1-4110-a3e5-cb4305c2de87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549903 Jul 16 20:21:26.146018 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [req-d8238573-49d7-446b-b088-140d7f19385b req-30a466ad-9e7a-493f-99b1-5af06e698249 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93020) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:21:26.147034 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d8238573-49d7-446b-b088-140d7f19385b req-30a466ad-9e7a-493f-99b1-5af06e698249 service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049074 Jul 16 20:21:26.243848 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d8238573-49d7-446b-b088-140d7f19385b req-ac705fe2-7291-462e-85b8-f9b4c459bdf9 service neutron] 10.222.0.102 "GET /v2.0/networks/a90ba138-c4a1-4110-a3e5-cb4305c2de87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885580 Jul 16 20:21:26.263688 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356cb272-2d8b-4206-acee-60f3047b1efe None None] New status for floating IP 201b2062-a4c2-415c-ab04-d2155bd71a6c: DOWN {{(pid=93023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:21:26.340448 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d8238573-49d7-446b-b088-140d7f19385b req-4926add8-82ee-46df-aced-b4a0452d5972 service neutron] 10.222.0.102 "GET /v2.0/networks/a90ba138-c4a1-4110-a3e5-cb4305c2de87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893986 Jul 16 20:21:26.443002 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c5988-5c33-4ef6-8095-e990e74ae452 req-772943ae-c44f-4758-bf88-69b694c0ac70 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:26.445032 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1c9c5988-5c33-4ef6-8095-e990e74ae452 req-772943ae-c44f-4758-bf88-69b694c0ac70 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.102 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 945 time: 0.0673633 Jul 16 20:21:26.545428 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [req-1c9c5988-5c33-4ef6-8095-e990e74ae452 req-148dd2df-29f0-4f42-a8d2-5d08fc73242e tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Deleting port 456d3b55-cff6-4661-be1f-2f3bb2303531 {{(pid=93020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:26.546082 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-1c9c5988-5c33-4ef6-8095-e990e74ae452 req-148dd2df-29f0-4f42-a8d2-5d08fc73242e tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786207273135'] for port, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:26.630769 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [req-1c9c5988-5c33-4ef6-8095-e990e74ae452 req-148dd2df-29f0-4f42-a8d2-5d08fc73242e tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] For port 456d3b55-cff6-4661-be1f-2f3bb2303531, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=456d3b55-cff6-4661-be1f-2f3bb2303531,segment=NetworkSegment(ffa35782-5bd7-4d75-a1c1-3972da91ba47),segment_id=ffa35782-5bd7-4d75-a1c1-3972da91ba47)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:26.631126 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-1c9c5988-5c33-4ef6-8095-e990e74ae452 req-148dd2df-29f0-4f42-a8d2-5d08fc73242e tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8298881'] for port, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:26.643086 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [req-1c9c5988-5c33-4ef6-8095-e990e74ae452 req-148dd2df-29f0-4f42-a8d2-5d08fc73242e tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Calling delete_port for 456d3b55-cff6-4661-be1f-2f3bb2303531 owned by compute:nova {{(pid=93020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:26.767546 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-1c9c5988-5c33-4ef6-8095-e990e74ae452 req-148dd2df-29f0-4f42-a8d2-5d08fc73242e tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786207273858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786206872495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:26.795226 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148dd2df-29f0-4f42-a8d2-5d08fc73242e tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Pushing event deleted for resources: {'Port': ['ID=456d3b55-cff6-4661-be1f-2f3bb2303531,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:26.842851 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c9c5988-5c33-4ef6-8095-e990e74ae452 req-148dd2df-29f0-4f42-a8d2-5d08fc73242e tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] No DVR routers for this DVR port 456d3b55-cff6-4661-be1f-2f3bb2303531 on host hv-cinder-80069 {{(pid=93020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:21:26.845257 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-1c9c5988-5c33-4ef6-8095-e990e74ae452 req-148dd2df-29f0-4f42-a8d2-5d08fc73242e tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for port, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:26.847259 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1c9c5988-5c33-4ef6-8095-e990e74ae452 req-148dd2df-29f0-4f42-a8d2-5d08fc73242e tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.102 "DELETE /v2.0/ports/456d3b55-cff6-4661-be1f-2f3bb2303531 HTTP/1.1" status: 204 len: 173 time: 0.3971701 Jul 16 20:21:27.286525 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-5c89bf97-5612-4a8b-96b2-9215fbcc0112 req-ac7ce594-6018-405a-af33-7dce81684cd6 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0844705 Jul 16 20:21:27.720384 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39bc52cf-3c89-4290-bc50-db2da5e3703f', 'name': 'network-vif-deleted', 'tag': '456d3b55-cff6-4661-be1f-2f3bb2303531'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:27.722860 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fae8f2ff960fe93758be445b473a7dfd6f7d616fbf5a964bb8e60e5228696b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb3b5e6-a92d-46f9-b4b5-bd9fa378ced3" -d '{"events": [{"server_uuid": "39bc52cf-3c89-4290-bc50-db2da5e3703f", "name": "network-vif-deleted", "tag": "456d3b55-cff6-4661-be1f-2f3bb2303531"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:27.757686 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c85e5e-ce8d-48a4-bd34-55625e772494 x-openstack-request-id: req-83c85e5e-ce8d-48a4-bd34-55625e772494 {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:27.757915 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39bc52cf-3c89-4290-bc50-db2da5e3703f", "name": "network-vif-deleted", "tag": "456d3b55-cff6-4661-be1f-2f3bb2303531", "status": "completed", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:27.758167 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-83c85e5e-ce8d-48a4-bd34-55625e772494 {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:27.758594 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39bc52cf-3c89-4290-bc50-db2da5e3703f', 'name': 'network-vif-deleted', 'tag': '456d3b55-cff6-4661-be1f-2f3bb2303531', 'status': 'completed', 'code': 200} Jul 16 20:21:27.970649 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ef1c7-8c48-493d-af51-b9c4e91ac55d req-3d39650f-075c-44a5-9a9b-3bc4496ca39f tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:27.972155 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-e01ef1c7-8c48-493d-af51-b9c4e91ac55d req-3d39650f-075c-44a5-9a9b-3bc4496ca39f tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 945 time: 0.0685034 Jul 16 20:21:28.012125 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-e01ef1c7-8c48-493d-af51-b9c4e91ac55d req-d91e94dd-c5be-438f-be27-01bf69f55b0a tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/security-groups?id=9fbc2158-168f-40e4-bdaa-749d165c5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341461 Jul 16 20:21:28.400076 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8491b1-b1f0-4d02-aece-7767702e667c req-49a8b239-0466-44dd-8a0b-b0a3214c46a3 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:28.401612 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-ca8491b1-b1f0-4d02-aece-7767702e667c req-49a8b239-0466-44dd-8a0b-b0a3214c46a3 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.102 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 945 time: 0.0629530 Jul 16 20:21:28.455075 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c7613641-465a-40c7-a66b-152834479241 req-a9417e0e-657b-486b-aea8-4a5a4a151b87 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0524938 Jul 16 20:21:28.522762 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [req-ca8491b1-b1f0-4d02-aece-7767702e667c req-e83e2dc3-128f-40f2-84b6-d0b6f0b5bce0 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] Deleting port 45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5 {{(pid=93020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:28.523088 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-ca8491b1-b1f0-4d02-aece-7767702e667c req-e83e2dc3-128f-40f2-84b6-d0b6f0b5bce0 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786207273135'] for port, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:28.608387 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [req-ca8491b1-b1f0-4d02-aece-7767702e667c req-e83e2dc3-128f-40f2-84b6-d0b6f0b5bce0 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] For port 45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5,segment=NetworkSegment(875ace94-34d3-45a4-becd-a8a982707164),segment_id=875ace94-34d3-45a4-becd-a8a982707164)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:28.608667 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-ca8491b1-b1f0-4d02-aece-7767702e667c req-e83e2dc3-128f-40f2-84b6-d0b6f0b5bce0 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8298881'] for port, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:28.621079 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [req-ca8491b1-b1f0-4d02-aece-7767702e667c req-e83e2dc3-128f-40f2-84b6-d0b6f0b5bce0 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] Calling delete_port for 45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5 owned by compute:nova {{(pid=93020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:28.747911 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-ca8491b1-b1f0-4d02-aece-7767702e667c req-e83e2dc3-128f-40f2-84b6-d0b6f0b5bce0 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786207273858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786206872495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:28.759812 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] get_ports_and_sgs() called for port_ids ['45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5'] {{(pid=93022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:21:28.776648 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e2dc3-128f-40f2-84b6-d0b6f0b5bce0 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] Pushing event deleted for resources: {'Port': ['ID=45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:28.823641 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8491b1-b1f0-4d02-aece-7767702e667c req-e83e2dc3-128f-40f2-84b6-d0b6f0b5bce0 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] No DVR routers for this DVR port 45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5 on host hv-cinder-80069 {{(pid=93020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:21:28.825932 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [req-ca8491b1-b1f0-4d02-aece-7767702e667c req-e83e2dc3-128f-40f2-84b6-d0b6f0b5bce0 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for port, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:28.828025 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-ca8491b1-b1f0-4d02-aece-7767702e667c req-e83e2dc3-128f-40f2-84b6-d0b6f0b5bce0 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.102 "DELETE /v2.0/ports/45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5 HTTP/1.1" status: 204 len: 173 time: 0.4172654 Jul 16 20:21:29.151829 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-67cb9126-6e1b-4a9c-8078-8eff66c299e1 req-5933ecf2-ea69-4fbe-a9be-89355a19e6e6 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0279295 Jul 16 20:21:29.593692 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-8e3e0e20-e525-4dc2-9741-a601d370d117 req-6b972214-f928-4cff-a221-4ea69c01c24e tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0286984 Jul 16 20:21:29.759517 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '900fbdd3-dea1-4590-a696-bc1378c76f3f', 'name': 'network-vif-deleted', 'tag': '45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:29.761993 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fae8f2ff960fe93758be445b473a7dfd6f7d616fbf5a964bb8e60e5228696b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0cc2910-61c3-4d10-8b0e-4d16117caf57" -d '{"events": [{"server_uuid": "900fbdd3-dea1-4590-a696-bc1378c76f3f", "name": "network-vif-deleted", "tag": "45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:29.796773 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149f2745-c6a4-4399-982d-6e56f096160d x-openstack-request-id: req-149f2745-c6a4-4399-982d-6e56f096160d {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:29.797084 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "900fbdd3-dea1-4590-a696-bc1378c76f3f", "name": "network-vif-deleted", "tag": "45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5", "status": "completed", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:29.797340 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-149f2745-c6a4-4399-982d-6e56f096160d {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:29.797730 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '900fbdd3-dea1-4590-a696-bc1378c76f3f', 'name': 'network-vif-deleted', 'tag': '45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5', 'status': 'completed', 'code': 200} Jul 16 20:21:30.286115 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-91737059-35f2-488e-bec7-801c189ee43f req-46068bc0-8798-4f38-b6c5-54805920cbd4 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0279021 Jul 16 20:21:30.730719 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-bb07a646-b4d1-4aaf-a891-563b9fa66eb0 req-3c4367dc-f53e-44f8-a744-176a4d2c3cf3 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0281475 Jul 16 20:21:30.911865 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device 45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:21:30.931605 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] No Port match for: 45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5 {{(pid=93022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:21:30.931949 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device 45ee78fb-f9b9-4f55-a2b8-cd11f1dcfbe5 not bound to the agent host hv-cinder-80069 {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:21:30.932367 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device 456d3b55-cff6-4661-be1f-2f3bb2303531 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:21:30.950666 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] No Port match for: 456d3b55-cff6-4661-be1f-2f3bb2303531 {{(pid=93022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:21:30.951008 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Device 456d3b55-cff6-4661-be1f-2f3bb2303531 not bound to the agent host hv-cinder-80069 {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:21:31.424452 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-650bc75f-cb3c-4a52-b6b8-0939898809a8 req-c1f7ff3f-b7b0-4843-a185-c3f44612877a tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0274956 Jul 16 20:21:31.864660 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-4dadac99-f8e4-41f5-ab06-981e023d2e51 req-1ec88ab4-8604-4ddf-9247-21794a402379 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0270846 Jul 16 20:21:32.329433 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:32.571820 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-733fa324-bbda-4b77-9952-d4f394be24b6 req-b138f0ca-cf71-49f2-9ef7-78f183236045 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0310962 Jul 16 20:21:33.005182 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-41be473c-3592-4886-90aa-ec5678b96306 req-de03d584-f5f0-4545-a7ff-c5fd972cd87d tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0311933 Jul 16 20:21:33.708558 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-4f79c403-8258-4054-9d2d-00290ef280eb req-6cb3f922-453a-4f94-b69a-9ea2ebc49deb tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0272136 Jul 16 20:21:34.139904 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-c21e9a6d-9369-44b2-a1dc-7110b99df43d req-871185ee-5902-45a7-9ba7-bdb12392e862 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0285184 Jul 16 20:21:34.845309 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-857fc309-5b59-4d09-b595-0ba63c05ec9c req-7ef4a5cc-94cf-4a2e-9067-4f48771ff0c2 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0273361 Jul 16 20:21:35.278509 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-f251568a-fd2f-4bc7-857a-93e53c8afc57 req-38de7ba7-f76d-4d32-8baf-dd61b4a65e88 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0292041 Jul 16 20:21:35.988869 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-9dc9452e-237e-4599-b271-10a151f457ff req-87dcf309-4c10-4567-8484-785d31b9ea67 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0273247 Jul 16 20:21:36.416476 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-f45e466a-954b-47a5-af11-6d43589bef55 req-b9f7791d-1984-46e2-89d6-7d2e1c6af7f8 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0291145 Jul 16 20:21:37.132911 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1ba08802-dc5f-4a7b-9183-9b754e876460 req-734adf0a-a95f-4305-a9f2-08efa30103c2 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0338595 Jul 16 20:21:37.558418 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-d801a6dc-93e4-4e4b-af5a-263b55883657 req-fea40cb3-d77e-4c5e-abaf-4b6a13fb771c tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0321994 Jul 16 20:21:38.271078 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-bbb7bc5d-83ce-4758-8d51-eff1eb553e98 req-dcc07dfe-1a9f-4e89-81ac-b9c08020e18b tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0280352 Jul 16 20:21:38.694755 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-4c5ef28f-f7ce-42b9-8fad-ddb86d9015e9 req-a264a5b8-b0fd-4ffe-89c0-ac51e98710bf tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0283122 Jul 16 20:21:39.408399 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-77f24c9a-0a75-4d1a-9486-e7793d5a96d0 req-9045c211-654f-4ea9-8468-1df2fe4bf758 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0289507 Jul 16 20:21:39.828602 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-ce8df1b9-46ea-427e-a785-7ce46709e79d req-deb8f41e-6bf2-4e8e-a282-1369b503934c tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0282745 Jul 16 20:21:40.554224 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-18af2c07-a9ba-44e8-a109-8ae6419097ff req-02121374-d99a-4fa5-8db0-a1634122703b tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0356987 Jul 16 20:21:40.962770 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-f93bf585-faf0-401b-9042-75d7debd0027 req-3c0c42dd-4c0a-4d96-b00e-979ebcbb3f36 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0271037 Jul 16 20:21:41.697728 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-db6c7a87-9f7b-46cb-a1bb-545f660ea78d req-ec3a9a26-c765-43ba-be3c-ee990e8f9262 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0329618 Jul 16 20:21:42.102854 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-8b04ba5d-46bc-4f66-9901-87b17e00a622 req-1561a10b-43c3-4e48-84cb-463da50d2538 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0310566 Jul 16 20:21:42.831906 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-9c1cca32-532a-451d-8130-1fedd03dfb92 req-06e63b63-4f70-4080-8717-c88ee10220dd tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0274353 Jul 16 20:21:43.238181 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-c213d549-9b9e-4f5e-b9ad-840346809ba5 req-d6829a77-13f9-462b-a9ab-8a919fb41c1e tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0281568 Jul 16 20:21:43.968078 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c3afb3fd-9154-46de-9094-30efa2d34232 req-ba82afdf-7d2c-4515-a3c5-2c9d0efb1b45 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0286894 Jul 16 20:21:44.373991 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-d04391b6-f8a8-41c4-8ffb-6c9edd0fcbbd req-00611ea0-2e38-415f-947b-a6ac80679402 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0285776 Jul 16 20:21:45.105648 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-950ff573-26b7-4476-964a-d492bdb7f2a7 req-eecc0ccf-7402-4f70-a0b8-3e47b358a348 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0277233 Jul 16 20:21:45.508889 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-d06a89f8-6853-4624-ae46-c8b673137bca req-d1a3eda0-cc7f-46bf-8bec-e81479e1b174 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0275269 Jul 16 20:21:46.243279 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-2b37a75b-43a8-4188-a687-e4f9fe8206b8 req-49db93e9-4d82-4f12-b03c-c12cdc720229 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0309999 Jul 16 20:21:46.653611 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-0d2db885-0598-4f36-b945-35794d26f554 req-f364eb78-cbfe-41be-b406-e9fd06ac375b tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0310946 Jul 16 20:21:47.381077 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-7386744c-e590-4eb9-8ae4-c2dc8072da9e req-976696a4-5278-4621-97df-417e589f82ed tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0292554 Jul 16 20:21:47.789692 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-7cf0b603-cf86-4234-85f1-4ce28f458e77 req-3e1da528-e37e-4ea6-8875-349c2008ebfc tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0277617 Jul 16 20:21:48.517795 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1c2ea86e-1358-4ca9-93fe-d7b495e4a5c7 req-f3687f3c-ebcc-4427-a28c-9402b8bf6919 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0283599 Jul 16 20:21:48.925604 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-fa0939fd-2ab9-40f0-b593-d7fffd838742 req-dca814b3-4950-4745-8d5f-ca0142f50b29 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0271411 Jul 16 20:21:49.658348 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-90aa6b89-2424-42f4-99ba-91d10eb6c2ee req-445ec401-7fe8-4c72-8054-c4acb207a232 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0283825 Jul 16 20:21:50.062266 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-e58f75de-8fac-4c10-aaf2-8fa5f761b401 req-7bc9c2cc-96db-4089-b728-f90614ab6c38 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0291715 Jul 16 20:21:50.183743 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-29eae273-3030-4f0f-9c2f-a8ec63f43c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:50.802680 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-ff47ca6e-741c-41af-bf83-b0798238e5a4 req-58af8103-2152-4bc2-83e5-0ec9a9221bf0 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0314617 Jul 16 20:21:50.858639 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:51.206328 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-6ac4f8ae-aa8a-446f-ab19-0c0de6d32d57 req-849a984f-ac9f-4714-ab0b-c4c40d2733fc tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0312827 Jul 16 20:21:51.943232 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-99a5ae73-609f-40e4-bfd0-28cb7e9eb4d0 req-b9a449fc-764f-4079-9ca8-e18226a4b910 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0286283 Jul 16 20:21:52.238040 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-f4ca5806-a70b-4aee-99b0-a4c2b47723fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:52.345673 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-aa7f2d8b-1c9f-4c33-adf4-0fd165d919aa req-690a170e-6227-4db3-acf4-e82779ed5ff0 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0292420 Jul 16 20:21:53.082364 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-9aa35310-137c-4645-ac4d-0e5615671823 req-ca3150c6-bca9-4ab5-bb2a-c9f6fea7177f tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0290697 Jul 16 20:21:53.416880 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:53.482773 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-48584da9-092b-4de0-824c-1eafa09f121a req-34225aba-2fed-43a4-ac91-945bd4644c3f tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0289047 Jul 16 20:21:54.219480 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-808346be-4e12-46c0-b4ca-09993bd2d5bb req-ba263cbb-5096-4b37-a801-6cc176016c17 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0271931 Jul 16 20:21:54.620949 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-49df0992-6785-498c-aec9-6981e8065a56 req-d89bf8ec-1924-4547-bedb-8bb00077903a tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0279288 Jul 16 20:21:54.730417 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:21:54.852556 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:55.358180 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1e79552b-5381-472c-8dd2-aba227d577aa req-413fa07f-efb4-438a-a794-ce4f47a8c26e tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0316010 Jul 16 20:21:55.769486 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-6ad53251-fa32-46f9-9ffa-debde3173029 req-c4b3e77f-e7d6-4d98-8512-83ae351a6a1b tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0306947 Jul 16 20:21:56.493883 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-912f7d45-0213-4117-b03b-af40013a7b7b req-56e6e0c5-a897-48b3-b5f5-7ec4e87ce678 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0277724 Jul 16 20:21:56.904643 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-ce88f37e-b617-498e-a3ca-41b71350318b req-ed317191-59f7-4cad-99ff-73e753194c74 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0278406 Jul 16 20:21:57.630689 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-93051ea5-fc6d-4e5f-b33b-c54a6c32f73b req-583952d1-cf21-48a0-86f9-d95ea0454400 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0287626 Jul 16 20:21:58.040238 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-4efdf0fb-89ae-4236-a2d4-c8a18d5b8719 req-50e2ae76-e382-4432-a336-49f7d5efa696 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0283620 Jul 16 20:21:58.769187 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a6431e67-53f4-4b9b-81c7-6e152674365a req-105fa1e2-c522-4dca-8796-47df676c3ea4 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0283329 Jul 16 20:21:59.178831 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-9bbaddf3-1d26-4532-a83a-b2a4b3b98723 req-4f8e8446-fd89-4f69-840b-730449cfd3c1 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0284052 Jul 16 20:21:59.911107 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-b179e6c0-f60c-46df-ab2e-e487772d6635 req-852224ad-98bf-47bc-8c02-ba939751993d tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0321331 Jul 16 20:22:00.319287 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-e7cd6f06-b8f4-46d4-824b-b0e77dab7ec2 req-97a511d9-bf12-42c3-9827-f878c785dd9f tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0304861 Jul 16 20:22:01.048252 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-09bc9cd7-81fb-495d-884b-28b6aa78ff1e req-3947d77d-8f63-48bb-8b09-b9457f7555e4 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0272009 Jul 16 20:22:01.453649 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-f6d73374-7ae3-40b7-bd8f-1b3978e2f734 req-784b94dc-e37b-457e-a493-c51f55ddb49e tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0273278 Jul 16 20:22:02.183058 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-144468fd-957e-4665-bb83-3b211ad89aa6 req-58221345-2e8e-4b55-919a-80b394d5b8d5 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0281513 Jul 16 20:22:02.331423 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:02.588285 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-06754298-f43b-4458-99f8-3c65eca80e5a req-3ab836c5-5c22-47ee-a186-4f3ec87a88ea tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0269744 Jul 16 20:22:03.320279 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-23fa1dd5-94fe-4691-9e16-e82000065e17 req-ea9f8f57-1dff-4559-8fcf-847d1ae05271 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0275509 Jul 16 20:22:03.725192 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-b4eb5837-017d-4520-887d-9be00a1c727b req-c2ccf00a-2b1b-4858-b5dd-913091b84c30 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0279417 Jul 16 20:22:04.461270 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-483058a0-1038-4a66-a095-16c3ba3046e8 req-27d757ed-270c-4ee5-b573-eb73c99d6096 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0307040 Jul 16 20:22:04.865682 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-f2f62f7b-7dd5-4c31-9c6a-de3e0c1d0a20 req-9a76017f-b425-4661-af2c-1fd2aa0146fa tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0314848 Jul 16 20:22:05.595703 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-ac24509e-ac73-46d2-a236-badcbdec04c3 req-ced968b8-8afe-4409-ba31-135f9dd8040a tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0273499 Jul 16 20:22:06.000123 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-a8c6996f-b0fb-4e78-a942-7cdba2f273a3 req-48a9a698-3057-4082-a064-f9573c356833 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0273356 Jul 16 20:22:06.731821 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-e6364ab7-3508-4b13-a977-8e96ef6d8b85 req-5f44a972-81d9-4a13-beda-741bb4ac5dd2 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0283508 Jul 16 20:22:07.135723 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-7ff79b7e-8232-4aee-9642-52c03ad80a90 req-8140ee34-5e6a-44e5-8f7e-b0300ebd39d1 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0271103 Jul 16 20:22:07.881529 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-232ce5fc-8769-4f64-b4ed-93793ced09c5 req-9a0a2682-f839-4676-803f-0c39da0388fc tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0280945 Jul 16 20:22:08.271660 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-22e107fc-bac1-4532-bd4f-50029aba22d4 req-75f584ea-6e42-4f17-9c11-db50cbbec698 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0279257 Jul 16 20:22:09.173779 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-297c8629-9797-44b8-8da3-1dfcc4b66a16 req-d43cf78b-1a10-4108-87bf-32c00a5f027f tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0309236 Jul 16 20:22:09.412171 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-118866d3-55e4-43cb-b745-d5c67bec8ad4 req-4ddf6472-f80b-4b37-ac18-8683991e70fb tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0304832 Jul 16 20:22:10.310630 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-2c3fe3f4-1abe-42e9-b5e0-22f1842cdb0f req-998c41d8-ad84-44d6-8fcf-61a6b5d63999 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0291913 Jul 16 20:22:10.546346 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-59a3979a-d49e-480c-9aec-8f28f79b53d6 req-2deb2214-c48f-4cc1-b2b9-80e5b660518d tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0278623 Jul 16 20:22:11.446976 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-14d6f65f-f7b0-4562-a224-05f8e4e57dde req-b65dc14f-d3b5-4a63-811e-ebfd2ba37cf4 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0276220 Jul 16 20:22:11.681221 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-7bdb79a4-8fda-4848-806e-cd85ec43ec0a req-37d29fef-7905-497f-b249-597d70788b45 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0277312 Jul 16 20:22:12.584745 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-18e01c4f-82db-4003-a597-1239bd94e62e req-52042e68-f1db-4330-aae5-ace877a1959d tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0277247 Jul 16 20:22:12.816126 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-361f1f7a-f9c5-43fa-839e-3d0c947953c4 req-57a907f7-6e82-48bb-a8d7-b50346bba38c tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0289180 Jul 16 20:22:13.723665 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-597ee2b5-1541-47ed-8aa8-6de95421eebe req-c4f00e04-ae6b-4adf-aae9-ea1bc51d7437 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0304585 Jul 16 20:22:13.956380 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-40042348-d503-4f80-baea-3635c6198bac req-660b46cb-6b41-48b1-8a76-f52c1b481fcf tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0298431 Jul 16 20:22:14.875586 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-991d2633-444e-4579-85cd-c26bb8338347 req-589f4c6a-d8ef-4828-b0e9-2a7e02ab582c tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0285990 Jul 16 20:22:15.091962 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-87b1f9fc-42fe-489c-91d9-42764af0715b req-21142471-1552-4ac3-8195-4a97d3edd70a tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0273578 Jul 16 20:22:16.010494 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-b66b9c1c-16cf-46c8-bca6-a638d289626f req-9c47566d-61cb-4af1-9790-368cfdb420de tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0271797 Jul 16 20:22:16.225776 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-2c9c820d-7618-4027-937b-7eb16a209d8e req-6de0da10-695b-4e75-bc6c-07269f1a682e tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0273964 Jul 16 20:22:17.148564 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-fba1d9f2-2818-46f6-959a-e682a6468c1f req-218df4c1-3af0-4dc6-b74a-60966eaa57af tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0275648 Jul 16 20:22:17.359314 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-8c05e9f2-dc7d-4720-92b3-9a07dd8747c8 req-7938a1cb-bbaa-452b-b7c5-77ebf6f1a0d3 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0271709 Jul 16 20:22:18.289853 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-722a82e2-94bc-4339-8461-2fc779f20ef9 req-8f75a534-bb0e-4b37-a832-f9be89487344 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0308378 Jul 16 20:22:18.501499 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-0a14fca7-d9b1-4218-8415-ecba736f8ebe req-b85d7749-949d-4d24-bb7e-a60794ff95b6 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0306726 Jul 16 20:22:19.427418 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-26ab744f-c681-48a1-875b-bfa77a04bc75 req-c0d90ea3-7e30-46c1-8186-3d88f7cf47aa tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0282032 Jul 16 20:22:19.636839 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-a725f91d-3c06-4355-860f-d88be4953c80 req-33bfcf60-f35c-411e-9f35-66201e73c86e tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0276732 Jul 16 20:22:20.184748 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-785e0585-f28f-4074-a32b-addc3e074db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:20.563149 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-f587237a-92b9-45e6-b128-2797e39c5362 req-77e0707f-20dc-4d77-8429-1bf0ad926819 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0276148 Jul 16 20:22:20.774421 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-fa9c1203-3251-457d-93b3-a5b8e2e40efd req-49ef72cc-e8ea-49b6-a248-d46e11b6171d tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0272107 Jul 16 20:22:20.873170 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:20.904693 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [req-45fc4331-90c5-46db-9ce6-0fb481e6ac68 req-62482d0f-a774-43ac-b506-74037b02cd11 service neutron] (93021) timed out ('10.222.0.102', 63381) {{(pid=93021) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:22:21.701253 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-653c692e-98bb-4ed3-b7fd-635ca4ced5c8 req-922a5bc8-6df1-4cbd-ac04-2b67115e4a4b tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0276260 Jul 16 20:22:21.913619 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-198daafe-46ef-484b-9fb0-336c691c7153 req-1be00887-ef23-49e8-a8f9-41ce47fa6296 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0279932 Jul 16 20:22:22.239207 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-82c5cc02-6bb7-4613-914e-fd0ee34fde4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:22.840667 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d4f0a6a7-ba4b-44c6-8c88-0ea7493c4baa req-72ffeb20-60b7-40e9-8dd6-1ab7eaf24fa7 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0315013 Jul 16 20:22:23.055697 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-fe710c68-b5ad-4600-9c62-c13cac6c1dcd req-720e8dc7-6cf0-4144-8648-f3494b448d02 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0302944 Jul 16 20:22:23.418504 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:23.988415 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-8e495efe-8d4c-45ca-ba5f-bbdd6ccf0376 req-c6f78617-c970-48a0-8307-87af0fac3f32 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0277815 Jul 16 20:22:24.191788 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-f9b87d1f-a6c2-47d0-9aa0-2f09ecdb19ed req-4a185184-4102-4cc6-a172-355a38d1b349 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0285254 Jul 16 20:22:24.855854 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:25.125684 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-03ab1643-6415-4816-9f87-0f6caf61eaff req-c17f55a9-f9e3-48a2-b840-3c906af5ca27 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0276694 Jul 16 20:22:25.325642 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-2ade22b0-325e-4732-abc1-00635c1eac4a req-66fafb8d-f771-42f9-a014-abee805a0472 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0278213 Jul 16 20:22:26.263704 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-869ec1ab-7e50-4360-bbb2-6adbf1dbd34a req-1720649f-95b1-49dd-8e0a-b1eaa794d213 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0274189 Jul 16 20:22:26.463397 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-059947ba-609b-4050-bb37-e43912384b31 req-38a12cc7-6bdc-4e89-9471-caa6ed5ca818 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0280895 Jul 16 20:22:27.401655 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-f76b2af1-8270-4ace-9f5d-28427d4eab7e req-95e46b4a-91d5-4e4a-9a3a-31db7cb43eed tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0315135 Jul 16 20:22:27.604218 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-6def900a-7770-438c-a119-7682ad7fa664 req-d0a2b673-9aaf-4606-a562-5414659cc26c tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0305924 Jul 16 20:22:28.536668 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-334e5320-0703-4a52-b609-0161584bf55a req-369caded-36bd-433e-9f54-ce2e8b5003fa tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0280211 Jul 16 20:22:28.740743 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-88c91ea3-a30a-427d-83e6-99834aa2e1de req-26813683-abf5-4a7f-9ec6-a52438a67624 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0274198 Jul 16 20:22:29.672523 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-9c3f065d-0503-40f8-9283-83415acf21a6 req-79d934cc-b1a2-4c54-a258-b7de8de309a6 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0284193 Jul 16 20:22:29.879029 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-6324e14b-f8a5-424b-91ee-686279742b5b req-3707fbe3-88be-4ccf-beab-421143a279b5 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0285537 Jul 16 20:22:30.810267 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-b6193dc2-25f0-4f9a-9c0f-33902eb1d7e2 req-09265719-63ec-4f0f-861c-892c4c2ef3cb tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0275269 Jul 16 20:22:31.016602 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-21fa72c3-4b12-4cb3-8ab3-d5c6cfac6458 req-854f6e25-af61-4bf3-855d-cab92331da44 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0293396 Jul 16 20:22:31.728973 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:22:31.949198 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-dfc9cbfb-4a6f-4f9f-94c5-321f4995adf6 req-c85afccb-1674-4966-8043-6e129c739227 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0303998 Jul 16 20:22:32.159040 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-669c2c2b-7425-456d-98b5-4c05a6f03d05 req-808c6b8d-5d75-4a65-92e3-d2e1393d8ac7 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0299482 Jul 16 20:22:32.332027 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:33.085194 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-ac8ed146-b1ed-4b60-b88a-c73fa6c314f2 req-1dd5bd22-9e86-46ca-9819-fc32072d76e7 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0270782 Jul 16 20:22:33.294535 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-809e1101-bf77-4484-ad3c-f1833def189b req-92a5395c-c8f5-473e-9022-cb79b2c7a66c tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0271521 Jul 16 20:22:34.219961 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-710978c3-9106-4507-8560-37d324ca39ad req-9ca84e7a-e927-4eb4-8b5e-91e9e5209020 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0273352 Jul 16 20:22:34.429916 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-122b02c8-a682-41c4-b723-891942e21d35 req-f4bc4e40-8e43-40b6-8fe7-a2cfd7f18bcf tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0283833 Jul 16 20:22:35.364493 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-99496ddc-a9d2-4f97-9f57-7b9a4292b7c9 req-e1eb2c5f-79f6-4726-8ab1-85e88e433417 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0298526 Jul 16 20:22:35.569193 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-87300e35-f15e-43de-b53b-72095b36a1e6 req-d8023458-cc96-46a0-9a34-01dcf0d868f4 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0286973 Jul 16 20:22:36.506334 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-352eb929-1d82-4f3e-933c-21eb1991e199 req-91626b0d-3166-4444-88bf-2d31068de82b tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0316894 Jul 16 20:22:36.712092 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-fa36cd3c-efc3-4e32-afac-5f172eacf676 req-7c53c578-c2d4-42a0-bb68-bd69c0416de0 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0312948 Jul 16 20:22:37.640847 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-8ea4dd9f-d92b-4078-a28a-d2dd8e4f4a1f req-d61096e2-4735-4470-8e51-bd039398046b tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0278986 Jul 16 20:22:37.846271 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-576e8e1c-bbb1-4dd1-b22b-c369b69cb7f3 req-fa840731-35e6-4409-a1fb-1a24484099f8 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0280821 Jul 16 20:22:38.778039 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-bafcbf8f-165f-4b36-b754-c60f6a652d6b req-f6cf3fcd-7e47-4384-9fb3-8fcc0a467c95 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0276175 Jul 16 20:22:38.981044 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-e8d7ce1a-8e0f-4dac-bea5-fb2062096238 req-0c745d05-9279-4693-adc0-78676e795bfd tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0281432 Jul 16 20:22:39.917365 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-ff787d42-4a09-4059-8a9f-585dcb3241cc req-634cced7-f17d-4923-90d9-2a3e9731074b tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0278583 Jul 16 20:22:40.115780 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-3afca423-22f7-4de7-a48e-a201f6497160 req-4caac430-a68a-4044-991e-5cdb68713c46 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0271118 Jul 16 20:22:41.060312 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c89d2ec1-4f34-44e5-9428-beabbe6fedcc req-447534fe-b1f9-4128-a86e-c32045ed7648 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0311244 Jul 16 20:22:41.256532 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-5a0d6956-e611-483e-86ad-8ab6a58650da req-8712f781-bc6c-42e2-af68-177c36cb4513 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0303195 Jul 16 20:22:42.195389 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-f9b6d55e-e25a-4d01-8186-7d98bcd40d37 req-8d159c13-d2b8-47c4-909e-54be2bc229ed tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0275044 Jul 16 20:22:42.392116 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-aad7a058-657b-4219-811b-69f19b716af8 req-5b8943cf-8b0b-488e-aa3c-05c90ff3a476 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0287030 Jul 16 20:22:43.330881 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c7612ea6-2927-4ba5-abce-954c0bfc1c61 req-fb144b72-0093-4181-aa5a-907317403c3e tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0275185 Jul 16 20:22:43.526741 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-b493b5f5-c4a6-407a-ae06-bb253078ebf0 req-af8e8469-9048-4883-8a06-cfe1f1a38968 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0270700 Jul 16 20:22:44.469245 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-86b11697-a686-41ae-8714-f35fc549072d req-9a84ba16-f12c-4a67-89ec-56cf326c0f69 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0271649 Jul 16 20:22:44.660820 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-a90f4c88-5ae4-4a52-bd00-e73888f7a5e8 req-01f970cd-3a7a-4549-9ee0-bab1c24c7368 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0273371 Jul 16 20:22:45.608836 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-018fe54c-541d-430d-9147-f266d0fc4e86 req-584770c5-5b71-4467-9f06-c8dab51892dd tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0318677 Jul 16 20:22:45.801183 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-b749e73d-7da5-47f3-8ff0-7c08db412302 req-9b84fc18-4443-4beb-8ccb-08c831d5ea39 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0306356 Jul 16 20:22:46.747442 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-b86ec4d2-259b-4732-91e0-3dc4e74bb5e5 req-3d169763-8675-4081-9fdd-2b48e3f56876 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0282412 Jul 16 20:22:46.936063 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-8da9282f-94a6-408d-bec6-48788e25f2a8 req-0f4a584e-6ba4-42c8-a654-b4b853ad1a74 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0284188 Jul 16 20:22:47.884777 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-b43cfe00-28b5-4cff-b1f0-7b105eb100c3 req-f2795464-4f11-4394-b11d-17017c8b90f7 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0272059 Jul 16 20:22:48.071411 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-050ad677-38a7-423b-b6ea-21d806831f07 req-6dd0fa95-835a-45dd-94b5-7f1946df2fa7 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0279970 Jul 16 20:22:49.031092 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-b546ef86-3a72-4ebd-bd68-06bfb3efb300 req-8cc769e1-3ac4-4943-bee5-1e7fd08422d6 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0333993 Jul 16 20:22:49.205887 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-26774099-292d-4f62-a06f-752d9433d9c1 req-1a46bdcc-81ba-4608-8ca3-5da2d8449cc6 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0264511 Jul 16 20:22:50.169747 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-5f93fa13-11a3-4b91-a683-4cc9029e75bd req-14ac5355-ddac-4bc4-b6d6-85994fd34d37 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0306273 Jul 16 20:22:50.184977 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2f8a00da-14ab-4b32-bef4-12eec7daf9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:50.348389 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-531f044a-20df-45ff-b584-d629c2b00195 req-0760ba3c-c2f9-4ae8-9939-b9101d924876 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0312121 Jul 16 20:22:50.888647 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:51.307906 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-8e706634-173b-481c-92f2-e09c9ab21662 req-6deda6b4-a503-4eba-a162-e68340defc3f tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0272393 Jul 16 20:22:51.634408 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-d6a5e9b6-b4cf-41fc-95b6-127599d794ff req-2b9d6147-a6e5-46f9-bffe-9b1f11f82e33 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0276158 Jul 16 20:22:52.239363 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-edfa585a-9036-49d7-89ee-7575e6b518ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:52.444343 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-7c168eb2-9add-4f85-9679-c5b5f1ea18b2 req-38de16c6-5097-40e4-bbbd-848e8d06ce83 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0285373 Jul 16 20:22:52.770142 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-27b37563-1a14-4879-8e6e-5b9996bea5e4 req-83be8917-1041-4005-a0b7-ccf1e344a7b9 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0279951 Jul 16 20:22:53.422061 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:53.583812 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-23d7f4a8-332a-4314-b58a-b8e499ae75fa req-b81c7fd8-0723-4030-af18-97d73be28c13 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0270002 Jul 16 20:22:53.904325 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-64067fd5-7b8d-496e-8b4b-11a74fb6aa7e req-d698d400-9d8b-4c0a-a435-b92eb35652ed tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0281162 Jul 16 20:22:54.727335 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-6cb3125c-e8e3-407c-8c77-9546d73e61eb req-c9dd34b5-ce8e-48c7-9156-3d97aad79f23 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0298283 Jul 16 20:22:54.858854 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:55.052964 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-a1c080be-d71c-4aa7-a3f5-fba9ad357ca3 req-f0f60aa5-e552-4555-9c96-e166e833b20f tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0382411 Jul 16 20:22:55.863893 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-e133a030-e834-4488-ba84-f3b62d7c99f8 req-ef37b9d0-4880-489f-9268-69bf76f2fa87 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0280077 Jul 16 20:22:56.187435 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-9078df34-37fb-4bdf-9dc7-218fbe3d8b1c req-dd60c822-d1a6-4506-99f5-649f7bcd56f6 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0283954 Jul 16 20:22:56.999528 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-19cecf0a-fad4-42d1-8b8b-273611dfffd9 req-983d6c4c-c0d9-4871-ad5b-60fe0f42ad74 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0270402 Jul 16 20:22:57.321696 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-c7ca0edf-dedb-4a50-8573-614fd52d8909 req-bb3b8098-5410-4885-8fa4-190c8545ade9 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0276477 Jul 16 20:22:58.137356 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1e01f39a-e7a1-4fd9-b69a-dd354d18b8f6 req-93246dfc-8b54-44d9-89fb-ff5438e83dfe tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0274954 Jul 16 20:22:58.456822 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-1ec591fd-de87-4a40-a49e-7365c31fbd67 req-059753f7-0737-4182-b47f-dad66b45d79d tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0291369 Jul 16 20:22:59.276428 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-e2fbd38f-cf16-43af-b840-68f9d7243f91 req-a50397fd-e01d-42e9-b722-678e735770cb tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0300186 Jul 16 20:22:59.596879 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-e2d0a98e-2bc5-47c5-a915-c2db9870235e req-a49f5d30-6cc9-41d3-a80e-9e5ee0773b16 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0309405 Jul 16 20:23:00.412045 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-4de7813c-86af-42a8-89bf-1e4bef827e55 req-84fa04a0-ba98-4164-8e21-3f1d6c0ffe71 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0279574 Jul 16 20:23:00.731128 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-6f85281d-9e54-4ea7-9f36-28bfbfa5b807 req-685d8a3a-4dee-4fe0-a845-4a0fa4086a55 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0277293 Jul 16 20:23:01.549603 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-38d0b525-b46b-4224-a828-311f3e386754 req-c76ab980-4bf7-4521-bf1c-4fcf7b92fbb4 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0281417 Jul 16 20:23:01.864514 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-ca4d6031-fef1-4f83-a4ec-b4d4ddb23cec req-9f48eaf9-d360-4cbf-a568-3b085473463f tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0268347 Jul 16 20:23:02.334974 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:02.687922 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a7689d97-e5e3-47cc-9d40-c6f527c977cc req-78c1e6b6-b819-4c19-b279-22d03c592712 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0273948 Jul 16 20:23:02.999756 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-948ab82a-b2e6-46fa-a38c-f3821ce8e897 req-5c8a5a57-3aee-4ef5-91c8-c1b831d063b3 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0272484 Jul 16 20:23:03.828567 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-c0bf3cda-e8a5-4452-9791-4fb60f1cda78 req-f05595e9-37d5-4566-8acb-62e3e8bf5120 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0317826 Jul 16 20:23:04.139748 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-d5d5df8c-861f-4cb2-b0a6-9e181a7c4049 req-d44c2a1d-2978-44e9-a4e4-17c03f530c90 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0310662 Jul 16 20:23:04.964546 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-2e7c3713-bab1-4fb4-a69e-fc7e8736f89a req-7d2e0e37-38fb-4d98-9c0f-d1487db9bdca tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0276682 Jul 16 20:23:05.274330 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-dbef3fa7-1072-4c66-b1ed-83712f7dde21 req-37974619-4515-4411-a73a-dc69b8618c3f tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0283389 Jul 16 20:23:06.101912 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-70b380b1-3f65-4f8d-a762-04482d44b09e req-19fa1959-98e1-4c90-8af6-526d18389811 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0279872 Jul 16 20:23:06.408260 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-969878e4-f615-49a6-9136-5a92d0dba329 req-717a8f06-8d79-4b35-af14-12a6ac23a42c tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0279932 Jul 16 20:23:07.241354 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-66fbd5c8-cc98-4b1c-ac3b-637e652f6f13 req-6c28041c-011c-4908-bcc1-105ecfef88c0 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0283256 Jul 16 20:23:07.541347 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-d7296a93-f704-420e-99fc-b441d9ba6cb6 req-6acae290-f153-477a-b5d3-a56514d7c242 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0279472 Jul 16 20:23:08.384268 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a2d0d1ef-4503-4774-95ad-cf8bf624d610 req-10a0743e-dde9-4fc8-a416-1d569fdc4312 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0315351 Jul 16 20:23:08.681207 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-b5bee3f6-3704-46b0-9566-9d206cacbb7e req-851a2999-bdb0-4ff5-9847-3aa989f516be tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0314422 Jul 16 20:23:08.727747 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:23:09.519554 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-a4cb337d-0015-48dd-90a5-337554871b3d req-9e0bd1b5-db1f-47ca-b010-99a0765b4b06 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0279825 Jul 16 20:23:09.816057 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-8c3ffdaa-4fdd-4ea2-b024-e9fb9994c93c req-1f19125b-e3e7-4876-ab1b-12042616e988 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0278127 Jul 16 20:23:10.655844 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-64d65c29-4234-4706-90a5-e571fb9640b6 req-55abfae5-1661-4085-ab56-69b0adaf1eea tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0280998 Jul 16 20:23:10.949118 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-c5f54df9-53f3-449d-83a0-16ba91832e00 req-40f0a9e5-7c75-4245-b185-57204c211e6a tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0279570 Jul 16 20:23:11.794352 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-4012949a-c0b7-4406-8022-542165498c61 req-1a7afc7b-2998-4319-8abb-c30de5f6dcd0 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0276377 Jul 16 20:23:12.082662 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-2d24111c-f650-466b-a3be-8250d041917f req-4c2fa227-1b22-4423-975e-9ad64c2ae268 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0267475 Jul 16 20:23:12.933318 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-b52424a0-8628-4ab9-85d0-dda4c53e4e2b req-efb78b19-3b4b-48ea-96a4-53b4d867a000 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0304232 Jul 16 20:23:13.232716 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-8ad9df98-433a-4aa3-a462-909784bfb50b req-31108a5f-327d-469a-9a9f-3d3054092875 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0301764 Jul 16 20:23:14.068643 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-ec04560a-01f7-4c2f-a23e-ffab7c603dc7 req-99fb98f2-239b-42da-b6cd-99667f022e46 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0279052 Jul 16 20:23:14.367487 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-6a9a9137-7f4c-4c27-8e9f-9da9a9e49d19 req-ef1a98c2-7f1b-4268-80ce-df615823a134 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0276940 Jul 16 20:23:15.203581 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-8a8bd0f5-85ae-46c5-93d8-771f9d3d87c8 req-2a2fdb7d-157b-4aba-bb3f-56c5b5f402a9 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0269327 Jul 16 20:23:15.502046 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-8315dbf7-623f-4b09-adab-cb2c544d0226 req-d71fa1a7-36f2-4aa1-b027-c4249c44af6c tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0274267 Jul 16 20:23:16.341230 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-56951acf-5ea4-4cc0-92f5-a14fbe1851b8 req-bcabfb43-65cf-4ff6-8d01-8440c0f156f8 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0270588 Jul 16 20:23:16.636127 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-fccfbe3b-be7e-46c4-bdb4-faa46aac6b27 req-f2718636-7168-4ca2-8b6d-effc3dc74de0 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0276237 Jul 16 20:23:17.481620 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-b5c0c202-f4f6-4afe-ba17-05644837c2bc req-d25f3a16-e39d-4652-82c6-5a20bafa3c6e tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0301256 Jul 16 20:23:17.776516 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-91313bf2-1328-42be-b0f9-7febf8019f5b req-24573ec6-c2b4-4d7e-a299-8c873d7ed4c2 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0307112 Jul 16 20:23:18.617139 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1befbb77-0a96-4aae-b49e-79a103be041d req-9004d830-02c0-4fbb-8815-9a1be527c678 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0287004 Jul 16 20:23:18.910794 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-d68f1b94-0e54-454c-9a50-ff26caae27f1 req-4586382a-2ef7-4405-902b-b583ec6d28fc tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0274835 Jul 16 20:23:19.752794 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-5bbd46b3-c32a-4f6c-8c9e-30eb4b565a10 req-2ca8eb89-661e-4828-bb91-10bbaa82d0aa tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0278792 Jul 16 20:23:20.043890 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-9e90d3df-f3cb-40d7-8449-bad6110c5bf4 req-7251a5f9-f55e-4a56-98bd-12f94a381725 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0270250 Jul 16 20:23:20.185944 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2ad920a1-01f8-4a0b-9f5a-855f9d29924d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:20.885404 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:20.890638 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-99a07461-c674-4466-b858-70e1045371ff req-6fb3b77f-a2fe-443b-8298-7844aba0ec43 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0282438 Jul 16 20:23:21.185567 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-6df3aff8-382c-4682-a3f3-d443a423f0ac req-e20358cd-0f8b-45b8-a2f2-a2ad485a95fe tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0353968 Jul 16 20:23:22.029983 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-84e87cf3-f8c7-4fa7-9266-0c6ed1229371 req-81aa22c2-0a43-427f-9f60-5a5a2ff0956e tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0315323 Jul 16 20:23:22.239849 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-24d1e6dd-0143-47e0-a8d6-5d25858f6752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:22.327875 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-1e956bb4-a5e1-41d5-a476-1137a5a91b25 req-932b89f5-9ca2-4ec5-a437-ca5702989745 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0306718 Jul 16 20:23:23.168463 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-57892a19-d558-4f6c-8181-7ec7d880caec req-47e1ec28-366d-4245-8179-b71c79583bcd tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0281653 Jul 16 20:23:23.426904 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:23.465554 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-3ae565bd-5329-4931-afdf-85dfddb20de0 req-2e684a8a-6ae1-4fbe-a9f4-e63716cbfb8e tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0275717 Jul 16 20:23:24.304165 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-d4ec9ad9-ce8f-4fad-b578-2469c2b4b0b0 req-41476921-a845-426a-8e66-151723476bc8 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0273700 Jul 16 20:23:24.599861 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-b42c7ea3-66cd-45d2-aa68-bd98bedb30f4 req-514ec82c-83c6-4ea9-8f20-39844bb833e0 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0277677 Jul 16 20:23:24.859772 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:25.447708 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-f6642b1d-83ea-49ab-9f32-f7a846b3f645 req-70df3189-aefd-489d-8b7b-a915956b397a tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0278234 Jul 16 20:23:25.733297 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-510138b1-aa61-4a29-b56b-65d707730839 req-85fb8199-55e9-4817-b34f-b5e8064d1477 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0269721 Jul 16 20:23:26.585248 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-fa9ef6b3-3bbf-4785-8089-4a4e3d20cedb req-c2d6a867-b0c7-433e-b87b-0f53050a4252 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0303502 Jul 16 20:23:26.872208 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [req-0ce17d18-1e95-4a9c-8cad-aa8281963b07 req-61dc883b-9c11-414a-aadf-c4752abec988 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "GET /v2.0/ports?device_id=39bc52cf-3c89-4290-bc50-db2da5e3703f HTTP/1.1" status: 200 len: 210 time: 0.0298424 Jul 16 20:23:27.721479 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-cc6f6fbf-5a28-4ecb-aa49-264d5461a0a7 req-a64a2256-4fd4-439c-a4d8-2845fc8cc92f tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0272765 Jul 16 20:23:27.962525 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 39062) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:28.084498 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-86c1c9d4-cc15-4299-825f-ef7817ff9ddd tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Deleting port 42e98c07-a5ad-4769-ba9a-9b0ad8a53f5f {{(pid=93020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:23:28.084937 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-86c1c9d4-cc15-4299-825f-ef7817ff9ddd tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786207273135'] for port, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:28.161532 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-86c1c9d4-cc15-4299-825f-ef7817ff9ddd tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8298881'] for port, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:28.161775 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-86c1c9d4-cc15-4299-825f-ef7817ff9ddd tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:28.172812 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-86c1c9d4-cc15-4299-825f-ef7817ff9ddd tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Calling delete_port for 42e98c07-a5ad-4769-ba9a-9b0ad8a53f5f owned by network:floatingip {{(pid=93020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:23:28.296820 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-86c1c9d4-cc15-4299-825f-ef7817ff9ddd tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786207273858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786206872495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:28.324266 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c1c9d4-cc15-4299-825f-ef7817ff9ddd tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Pushing event deleted for resources: {'Port': ['ID=42e98c07-a5ad-4769-ba9a-9b0ad8a53f5f,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:28.335741 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c1c9d4-cc15-4299-825f-ef7817ff9ddd tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:28.336075 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c1c9d4-cc15-4299-825f-ef7817ff9ddd tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:28.336411 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c1c9d4-cc15-4299-825f-ef7817ff9ddd tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:28.336740 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c1c9d4-cc15-4299-825f-ef7817ff9ddd tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:28.337069 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c1c9d4-cc15-4299-825f-ef7817ff9ddd tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:28.337397 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c1c9d4-cc15-4299-825f-ef7817ff9ddd tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:28.337788 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c1c9d4-cc15-4299-825f-ef7817ff9ddd tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:28.338124 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c1c9d4-cc15-4299-825f-ef7817ff9ddd tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:28.338475 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c1c9d4-cc15-4299-825f-ef7817ff9ddd tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:28.338801 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c1c9d4-cc15-4299-825f-ef7817ff9ddd tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:28.339117 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c1c9d4-cc15-4299-825f-ef7817ff9ddd tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:28.339432 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c1c9d4-cc15-4299-825f-ef7817ff9ddd tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:28.394539 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-86c1c9d4-cc15-4299-825f-ef7817ff9ddd tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks [] for floatingip, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:28.397196 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-86c1c9d4-cc15-4299-825f-ef7817ff9ddd tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400596'] for floatingip, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:28.398342 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-86c1c9d4-cc15-4299-825f-ef7817ff9ddd tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "DELETE /v2.0/floatingips/27cf43bd-0b5c-4312-8597-5a52638080f0 HTTP/1.1" status: 204 len: 168 time: 0.4348462 Jul 16 20:23:28.858925 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [req-1f544074-01a9-497a-8790-cff66e817594 req-652462f7-6a28-4028-8f39-55a115c3089a tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] 10.222.0.98 "GET /v2.0/ports?device_id=900fbdd3-dea1-4590-a696-bc1378c76f3f HTTP/1.1" status: 200 len: 210 time: 0.0274184 Jul 16 20:23:32.335420 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:45.726520 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:23:50.186475 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-1c243880-7c15-4cf4-9170-14ae3c1b6c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:50.900584 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:52.239485 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-32707066-3d04-4fc1-8f3d-c550b886b825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:53.427604 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:54.862587 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:02.335072 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:12.911810 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [req-b4a1b589-901c-4f49-be6f-f0af8264663d req-0dc62eb0-d9b8-4b2f-a30e-f4bfba4c88a3 service neutron] (93021) timed out ('10.222.0.98', 57870) {{(pid=93021) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:24:20.186536 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-f74426d0-60da-4a78-a783-2ecf544bd08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:20.899008 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:22.239808 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-23162b09-c91a-47dd-9306-e990945517d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:22.726175 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:24:23.430637 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:24.866064 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:32.336704 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:50.188954 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-0555b5e6-c90b-42f5-91df-76d5960b8989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:50.897274 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:52.238861 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-9d406039-6504-4f1e-9114-aa5676fd9211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:53.435028 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:54.869814 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:59.726564 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:25:02.337965 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:20.194692 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2cd3084a-cac1-414c-bab7-da1125b9c769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:20.895397 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:22.238239 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-0a1da5c6-d369-4e3c-90e4-5aeaadc4d7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:23.435739 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:24.874665 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:32.338798 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:36.725105 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:25:50.185015 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-805924a1-06de-4164-be8a-c34dc9521607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:50.896355 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:52.239270 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-9f3c7ef3-6782-4666-ba36-82fd65c2c6af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:53.437405 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:54.875449 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:02.339682 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:13.723495 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:26:20.185240 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-5d963f0c-1b06-4f1d-b4c6-1b82571efe59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:20.893249 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:22.239085 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-51e93a36-a3e4-403f-ab71-1218e286ab70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:23.439292 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:24.879043 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:32.343455 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:50.184743 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-c3cfbaca-ac95-4eff-ad10-7496e0ad5a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:50.723081 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:26:50.907239 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:52.238550 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-76e37d82-0379-4313-8f94-bd80e6e84bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:53.444404 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:54.880646 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:02.343841 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:20.185698 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-6f688796-2192-4995-987c-dae54d71661e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:20.905467 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:22.238881 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-bb003fd6-e838-4815-9e2f-a3905adb5398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:23.446318 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:24.884596 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:27.721994 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:27:32.345089 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:50.186051 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-43dcacec-c1fc-4a37-b69d-538ee30ec755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:50.912433 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:52.239177 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-90dbe296-81dd-42c5-ae51-d06e95fe9582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:53.449082 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:54.887767 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:02.345173 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:04.721017 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:28:20.189739 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-90eae2e2-b65f-42b6-acb6-e13e54f66269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:20.919055 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:22.240039 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-bc14801c-6147-4812-b4ce-bae211310205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:23.568531 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:24.889863 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:32.346322 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:41.719960 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:28:50.191156 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-615fd758-c18d-49cf-9445-931954394886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:50.932705 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:52.241691 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-412766a0-e2de-4999-9f19-fbe4eb6082ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:53.454504 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:54.891990 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:02.347195 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:18.718350 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:29:20.191729 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-33548a98-6ee5-4ae8-a6e0-a8cd9c0be90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:20.931137 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:22.243159 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-5e162547-95bc-4f0f-9465-c17db08c72df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.457215 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:24.895523 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:28.168201 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 40560) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:28.228207 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-634ec710-ff17-4ffb-ba7b-e29354ca0b44 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks [] for security_group, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:28.252209 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-634ec710-ff17-4ffb-ba7b-e29354ca0b44 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:28.310092 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-634ec710-ff17-4ffb-ba7b-e29354ca0b44 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:28.312662 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-634ec710-ff17-4ffb-ba7b-e29354ca0b44 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Notify callbacks [] for security_group, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:28.313819 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-634ec710-ff17-4ffb-ba7b-e29354ca0b44 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] 10.222.0.98 "DELETE /v2.0/security-groups/d42a7f47-aa32-4cff-a27c-1452fa97a649 HTTP/1.1" status: 204 len: 168 time: 0.1446519 Jul 16 20:29:28.323419 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634ec710-ff17-4ffb-ba7b-e29354ca0b44 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42a7f47-aa32-4cff-a27c-1452fa97a649,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:28.330452 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634ec710-ff17-4ffb-ba7b-e29354ca0b44 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:28.330803 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634ec710-ff17-4ffb-ba7b-e29354ca0b44 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:28.331153 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634ec710-ff17-4ffb-ba7b-e29354ca0b44 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:28.331490 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634ec710-ff17-4ffb-ba7b-e29354ca0b44 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:28.331826 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634ec710-ff17-4ffb-ba7b-e29354ca0b44 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:28.332162 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634ec710-ff17-4ffb-ba7b-e29354ca0b44 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:28.332492 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634ec710-ff17-4ffb-ba7b-e29354ca0b44 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:28.332822 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634ec710-ff17-4ffb-ba7b-e29354ca0b44 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:28.333154 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634ec710-ff17-4ffb-ba7b-e29354ca0b44 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:28.333481 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634ec710-ff17-4ffb-ba7b-e29354ca0b44 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:28.334387 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634ec710-ff17-4ffb-ba7b-e29354ca0b44 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:28.334801 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634ec710-ff17-4ffb-ba7b-e29354ca0b44 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:28.570946 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 40570) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:29.095272 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a57a7e52-21ba-47e6-b202-441e4b41344b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8300474'] for router_interface, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:29.340083 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-a57a7e52-21ba-47e6-b202-441e4b41344b admin admin] Deleting port 0c69d311-9e78-41fe-a83f-7eca3881c306 {{(pid=93020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:29.340823 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a57a7e52-21ba-47e6-b202-441e4b41344b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786207273135'] for port, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:29.413977 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-a57a7e52-21ba-47e6-b202-441e4b41344b admin admin] For port 0c69d311-9e78-41fe-a83f-7eca3881c306, host dv-cinder-800697-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=0c69d311-9e78-41fe-a83f-7eca3881c306,segment=NetworkSegment(ffa35782-5bd7-4d75-a1c1-3972da91ba47),segment_id=ffa35782-5bd7-4d75-a1c1-3972da91ba47)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:29.414248 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a57a7e52-21ba-47e6-b202-441e4b41344b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8298881'] for port, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:29.425962 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-a57a7e52-21ba-47e6-b202-441e4b41344b admin admin] Calling delete_port for 0c69d311-9e78-41fe-a83f-7eca3881c306 owned by network:router_interface {{(pid=93020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:29.602389 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a57a7e52-21ba-47e6-b202-441e4b41344b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786207273858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786206872495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:29.627494 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57a7e52-21ba-47e6-b202-441e4b41344b admin admin] Pushing event deleted for resources: {'Port': ['ID=0c69d311-9e78-41fe-a83f-7eca3881c306,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:29.792614 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a57a7e52-21ba-47e6-b202-441e4b41344b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8279594'] for router_interface, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:30.234249 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a57a7e52-21ba-47e6-b202-441e4b41344b admin admin] Router 4c414443-a543-4c21-b272-e64e3b7bb2fe has already been hosted by L3 agent 2edc1d69-0f6a-462d-a1c4-2c7c9be5649e {{(pid=93020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:29:30.333222 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57a7e52-21ba-47e6-b202-441e4b41344b admin admin] Notify agent at l3_agent.dv-cinder-800697-3-iscsi the message routers_updated {{(pid=93020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:29:30.339117 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-a57a7e52-21ba-47e6-b202-441e4b41344b admin admin] 10.222.0.98 "PUT /v2.0/routers/4c414443-a543-4c21-b272-e64e3b7bb2fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7672017 Jul 16 20:29:30.341588 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 40576) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:30.342298 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05098126-2de3-4b40-b661-1c16b56a52a4 None None] Sync routers for ids ['4c414443-a543-4c21-b272-e64e3b7bb2fe'] in dv-cinder-800697-3-iscsi {{(pid=93022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:29:30.351787 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05098126-2de3-4b40-b661-1c16b56a52a4 None None] Routers {'4c414443-a543-4c21-b272-e64e3b7bb2fe'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:30.352381 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-05098126-2de3-4b40-b661-1c16b56a52a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:29:22Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['4c414443-a543-4c21-b272-e64e3b7bb2fe'], 'active': True} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:30.442145 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-0f0505f9-3d03-48f5-9f95-5c260f48fdb4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:30.452372 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvr_db [None req-05098126-2de3-4b40-b661-1c16b56a52a4 None None] Set router 4c414443-a543-4c21-b272-e64e3b7bb2fe gateway port host: dv-cinder-800697-3-iscsi {{(pid=93022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:29:30.570494 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-0f0505f9-3d03-48f5-9f95-5c260f48fdb4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:30.637118 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-0f0505f9-3d03-48f5-9f95-5c260f48fdb4 admin admin] Deleting port 71283ad9-7e75-4aea-ae33-e8130e420f50 {{(pid=93020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:30.637455 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-0f0505f9-3d03-48f5-9f95-5c260f48fdb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786207273135'] for port, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:30.643004 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-05098126-2de3-4b40-b661-1c16b56a52a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'name': 'tempest-TestVolumeBootPattern-2036726165-router', 'tenant_id': '078f23be686b440dad7cffc96ff5c84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '71283ad9-7e75-4aea-ae33-e8130e420f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:30Z', 'updated_at': '2021-07-16T20:29:29Z', 'revision_number': 5, 'project_id': '078f23be686b440dad7cffc96ff5c84c', 'gw_port': {'id': '71283ad9-7e75-4aea-ae33-e8130e420f50', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:30Z', 'updated_at': '2021-07-16T20:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi'}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:30.669852 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05098126-2de3-4b40-b661-1c16b56a52a4 None None] Checking router: 4c414443-a543-4c21-b272-e64e3b7bb2fe for host: dv-cinder-800697-3-iscsi {{(pid=93022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:29:30.679766 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05098126-2de3-4b40-b661-1c16b56a52a4 None None] Routers {'4c414443-a543-4c21-b272-e64e3b7bb2fe'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:30.680485 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-05098126-2de3-4b40-b661-1c16b56a52a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:29:22Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['4c414443-a543-4c21-b272-e64e3b7bb2fe'], 'active': True} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:30.736557 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-0f0505f9-3d03-48f5-9f95-5c260f48fdb4 admin admin] For port 71283ad9-7e75-4aea-ae33-e8130e420f50, host dv-cinder-800697-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=71283ad9-7e75-4aea-ae33-e8130e420f50,segment=NetworkSegment(cdf336fb-2473-4d8c-b46d-c083e8b3b4ea),segment_id=cdf336fb-2473-4d8c-b46d-c083e8b3b4ea)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:30.737029 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-0f0505f9-3d03-48f5-9f95-5c260f48fdb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8298881'] for port, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:30.751012 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-0f0505f9-3d03-48f5-9f95-5c260f48fdb4 admin admin] Calling delete_port for 71283ad9-7e75-4aea-ae33-e8130e420f50 owned by network:router_gateway {{(pid=93020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:30.787619 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvr_db [None req-05098126-2de3-4b40-b661-1c16b56a52a4 None None] Set router 4c414443-a543-4c21-b272-e64e3b7bb2fe gateway port host: None {{(pid=93022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:29:30.842420 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_hamode_db [None req-05098126-2de3-4b40-b661-1c16b56a52a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'name': 'tempest-TestVolumeBootPattern-2036726165-router', 'tenant_id': '078f23be686b440dad7cffc96ff5c84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:30Z', 'updated_at': '2021-07-16T20:29:30Z', 'revision_number': 6, 'project_id': '078f23be686b440dad7cffc96ff5c84c', 'gw_port_host': None}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:30.868990 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05098126-2de3-4b40-b661-1c16b56a52a4 None None] The sync data for ids ['4c414443-a543-4c21-b272-e64e3b7bb2fe'] in dv-cinder-800697-3-iscsi is: [{'id': '4c414443-a543-4c21-b272-e64e3b7bb2fe', 'name': 'tempest-TestVolumeBootPattern-2036726165-router', 'tenant_id': '078f23be686b440dad7cffc96ff5c84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:30Z', 'updated_at': '2021-07-16T20:29:30Z', 'revision_number': 6, 'project_id': '078f23be686b440dad7cffc96ff5c84c', 'gw_port_host': None}] {{(pid=93022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:29:30.926761 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-0f0505f9-3d03-48f5-9f95-5c260f48fdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786207273858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786206872495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:30.951376 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0505f9-3d03-48f5-9f95-5c260f48fdb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=71283ad9-7e75-4aea-ae33-e8130e420f50,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:31.016435 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-0f0505f9-3d03-48f5-9f95-5c260f48fdb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8363120'] for router_gateway, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:31.104597 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-0f0505f9-3d03-48f5-9f95-5c260f48fdb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8301028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126844'] for router, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:31.106734 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-0f0505f9-3d03-48f5-9f95-5c260f48fdb4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:31.148941 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-0f0505f9-3d03-48f5-9f95-5c260f48fdb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8298994'] for router, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:31.149421 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0505f9-3d03-48f5-9f95-5c260f48fdb4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c414443-a543-4c21-b272-e64e3b7bb2fe {{(pid=93020) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:29:31.154365 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-0f0505f9-3d03-48f5-9f95-5c260f48fdb4 admin admin] Notify callbacks [] for router, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:31.155556 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-0f0505f9-3d03-48f5-9f95-5c260f48fdb4 admin admin] 10.222.0.98 "DELETE /v2.0/routers/4c414443-a543-4c21-b272-e64e3b7bb2fe HTTP/1.1" status: 204 len: 168 time: 0.8130701 Jul 16 20:29:31.157941 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 40588) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:31.201918 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.db_base_plugin_v2 [None req-11cab68b-4666-4c63-b909-5dfce6fb9867 admin admin] Deleting subnet 240aba66-ab9f-4277-a9b2-4f5b9dbf7e93 {{(pid=93020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:29:31.205296 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-11cab68b-4666-4c63-b909-5dfce6fb9867 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:31.241445 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-11cab68b-4666-4c63-b909-5dfce6fb9867 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6078582'] for subnet, precommit_delete_associations {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:31.330547 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-11cab68b-4666-4c63-b909-5dfce6fb9867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001713'] for subnet, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:31.383131 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-11cab68b-4666-4c63-b909-5dfce6fb9867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7945194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6084591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5499290'] for subnet, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:31.407466 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cab68b-4666-4c63-b909-5dfce6fb9867 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=240aba66-ab9f-4277-a9b2-4f5b9dbf7e93,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:31.412376 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-11cab68b-4666-4c63-b909-5dfce6fb9867 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:31.414880 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-11cab68b-4666-4c63-b909-5dfce6fb9867 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/240aba66-ab9f-4277-a9b2-4f5b9dbf7e93 HTTP/1.1" status: 204 len: 168 time: 0.2554588 Jul 16 20:29:31.417956 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 40590) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:31.419897 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054d5714-5e88-4916-8d2e-93642e8ebf05 None None] Network a90ba138-c4a1-4110-a3e5-cb4305c2de87 requested from dv-cinder-800697-3-iscsi {{(pid=93022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:31.488127 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-29dc1ac5-f9c2-4d87-823b-e460cdea21dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556954'] for network, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:31.540674 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-29dc1ac5-f9c2-4d87-823b-e460cdea21dd admin admin] Deleting port 5a2493cc-196d-4870-ab03-3e53925d3fde {{(pid=93020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:31.540888 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-29dc1ac5-f9c2-4d87-823b-e460cdea21dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786207273135'] for port, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:31.604564 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-29dc1ac5-f9c2-4d87-823b-e460cdea21dd admin admin] For port 5a2493cc-196d-4870-ab03-3e53925d3fde, host dv-cinder-800697-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=5a2493cc-196d-4870-ab03-3e53925d3fde,segment=NetworkSegment(ffa35782-5bd7-4d75-a1c1-3972da91ba47),segment_id=ffa35782-5bd7-4d75-a1c1-3972da91ba47)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:31.604923 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-29dc1ac5-f9c2-4d87-823b-e460cdea21dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8298881'] for port, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:31.624533 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-29dc1ac5-f9c2-4d87-823b-e460cdea21dd admin admin] Calling delete_port for 5a2493cc-196d-4870-ab03-3e53925d3fde owned by network:dhcp {{(pid=93020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:31.637120 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4a9cef-9be7-4d99-ac2d-d8c5f4895554 None None] DHCP port deletion for a90ba138-c4a1-4110-a3e5-cb4305c2de87 request from dv-cinder-800697-3-iscsi {{(pid=93022) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:29:31.662961 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 0c69d311-9e78-41fe-a83f-7eca3881c306 no longer exists at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:31.687620 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] No Port match for: 0c69d311-9e78-41fe-a83f-7eca3881c306 {{(pid=93022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:29:31.688119 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 0c69d311-9e78-41fe-a83f-7eca3881c306 not bound to the agent host dv-cinder-800697-3-iscsi {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:29:31.711195 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-ea4a9cef-9be7-4d99-ac2d-d8c5f4895554 None None] Deleting port 5a2493cc-196d-4870-ab03-3e53925d3fde {{(pid=93022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:31.711684 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ea4a9cef-9be7-4d99-ac2d-d8c5f4895554 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786207273135'] for port, before_delete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:31.712535 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-29dc1ac5-f9c2-4d87-823b-e460cdea21dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786207273858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786206872495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6084508'] for port, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:31.738564 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc1ac5-f9c2-4d87-823b-e460cdea21dd admin admin] Pushing event deleted for resources: {'Port': ['ID=5a2493cc-196d-4870-ab03-3e53925d3fde,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:31.743594 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dc1ac5-f9c2-4d87-823b-e460cdea21dd admin admin] No DVR routers for this DVR port 5a2493cc-196d-4870-ab03-3e53925d3fde on host dv-cinder-800697-3-iscsi {{(pid=93020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:29:31.785294 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.db [None req-ea4a9cef-9be7-4d99-ac2d-d8c5f4895554 None None] For port 5a2493cc-196d-4870-ab03-3e53925d3fde, host dv-cinder-800697-3-iscsi, got binding levels [] {{(pid=93022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:31.785689 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ea4a9cef-9be7-4d99-ac2d-d8c5f4895554 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8298881'] for port, precommit_delete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:31.798300 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-ea4a9cef-9be7-4d99-ac2d-d8c5f4895554 None None] Calling delete_port for 5a2493cc-196d-4870-ab03-3e53925d3fde owned by network:dhcp {{(pid=93022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:31.800992 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.ipam_backend_mixin [None req-ea4a9cef-9be7-4d99-ac2d-d8c5f4895554 None None] Port 5a2493cc-196d-4870-ab03-3e53925d3fde was not found and therefore no delete operation was performed {{(pid=93022) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:29:31.802267 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ea4a9cef-9be7-4d99-ac2d-d8c5f4895554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786207273858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786206872495'] for port, after_delete {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:31.816533 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-29dc1ac5-f9c2-4d87-823b-e460cdea21dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002645', 'neutron.services.segments.db._delete_segments_for_network-8786207386444'] for network, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:31.826049 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4a9cef-9be7-4d99-ac2d-d8c5f4895554 None None] Pushing event deleted for resources: {'Port': ['ID=5a2493cc-196d-4870-ab03-3e53925d3fde,revision_number=None']} {{(pid=93022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:31.827360 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.services.segments.db [None req-29dc1ac5-f9c2-4d87-823b-e460cdea21dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a90ba138-c4a1-4110-a3e5-cb4305c2de87']}} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:31.835347 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4a9cef-9be7-4d99-ac2d-d8c5f4895554 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:31.835697 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4a9cef-9be7-4d99-ac2d-d8c5f4895554 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:31.836038 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4a9cef-9be7-4d99-ac2d-d8c5f4895554 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:31.836375 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4a9cef-9be7-4d99-ac2d-d8c5f4895554 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:31.836715 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4a9cef-9be7-4d99-ac2d-d8c5f4895554 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:31.837160 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4a9cef-9be7-4d99-ac2d-d8c5f4895554 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:31.837518 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4a9cef-9be7-4d99-ac2d-d8c5f4895554 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:31.837824 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4a9cef-9be7-4d99-ac2d-d8c5f4895554 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:31.838152 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4a9cef-9be7-4d99-ac2d-d8c5f4895554 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:31.838636 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4a9cef-9be7-4d99-ac2d-d8c5f4895554 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:31.838819 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4a9cef-9be7-4d99-ac2d-d8c5f4895554 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:31.839173 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4a9cef-9be7-4d99-ac2d-d8c5f4895554 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:31.839275 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.services.segments.db [None req-29dc1ac5-f9c2-4d87-823b-e460cdea21dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffa35782-5bd7-4d75-a1c1-3972da91ba47') {'for_net_delete': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:31.839467 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.services.segments.db [None req-29dc1ac5-f9c2-4d87-823b-e460cdea21dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffa35782-5bd7-4d75-a1c1-3972da91ba47') {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:31.844459 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4a9cef-9be7-4d99-ac2d-d8c5f4895554 None None] No DVR routers for this DVR port 5a2493cc-196d-4870-ab03-3e53925d3fde on host dv-cinder-800697-3-iscsi {{(pid=93022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:29:31.855508 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-29dc1ac5-f9c2-4d87-823b-e460cdea21dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786207387733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6078529'] for segment, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:31.870905 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-29dc1ac5-f9c2-4d87-823b-e460cdea21dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964265'] for segment, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:31.877153 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29dc1ac5-f9c2-4d87-823b-e460cdea21dd admin admin] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=93020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:29:31.877626 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-29dc1ac5-f9c2-4d87-823b-e460cdea21dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6084173'] for segment, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:31.879514 dv-cinder-800697-3-iscsi neutron-server[93020]: Traceback (most recent call last): Jul 16 20:29:31.879514 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:29:31.879514 dv-cinder-800697-3-iscsi neutron-server[93020]: timer() Jul 16 20:29:31.879514 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:29:31.879514 dv-cinder-800697-3-iscsi neutron-server[93020]: cb(*args, **kw) Jul 16 20:29:31.879514 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:29:31.879514 dv-cinder-800697-3-iscsi neutron-server[93020]: return func(*args, **kwargs) Jul 16 20:29:31.879514 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:29:31.879514 dv-cinder-800697-3-iscsi neutron-server[93020]: self._notify() Jul 16 20:29:31.879514 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:29:31.879514 dv-cinder-800697-3-iscsi neutron-server[93020]: self.callback(batched_events) Jul 16 20:29:31.879514 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:29:31.879514 dv-cinder-800697-3-iscsi neutron-server[93020]: event.method(event) Jul 16 20:29:31.879514 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:29:31.879514 dv-cinder-800697-3-iscsi neutron-server[93020]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:29:31.879514 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:29:31.879514 dv-cinder-800697-3-iscsi neutron-server[93020]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:29:31.879514 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:29:31.879514 dv-cinder-800697-3-iscsi neutron-server[93020]: return f(self, *a, **k) Jul 16 20:29:31.879514 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:29:31.879514 dv-cinder-800697-3-iscsi neutron-server[93020]: return self._get(url).json() Jul 16 20:29:31.879514 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:29:31.879514 dv-cinder-800697-3-iscsi neutron-server[93020]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:29:31.879514 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:29:31.879514 dv-cinder-800697-3-iscsi neutron-server[93020]: return self.request(url, 'GET', **kwargs) Jul 16 20:29:31.879514 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:29:31.879514 dv-cinder-800697-3-iscsi neutron-server[93020]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:29:31.879514 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:29:31.879514 dv-cinder-800697-3-iscsi neutron-server[93020]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:29:31.879514 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:29:31.879514 dv-cinder-800697-3-iscsi neutron-server[93020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:29:31.879514 dv-cinder-800697-3-iscsi neutron-server[93020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:29:31.933860 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-29dc1ac5-f9c2-4d87-823b-e460cdea21dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8363180'] for network, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:31.939049 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-29dc1ac5-f9c2-4d87-823b-e460cdea21dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for network, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:31.940860 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-29dc1ac5-f9c2-4d87-823b-e460cdea21dd admin admin] 10.222.0.98 "DELETE /v2.0/networks/a90ba138-c4a1-4110-a3e5-cb4305c2de87 HTTP/1.1" status: 204 len: 168 time: 0.5218122 Jul 16 20:29:31.943878 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 40594) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:31.955262 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc1ac5-f9c2-4d87-823b-e460cdea21dd admin admin] Pushing event deleted for resources: {'Network': ['ID=a90ba138-c4a1-4110-a3e5-cb4305c2de87,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:32.275616 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-7fdc1f6d-feb5-4e1c-8cc7-884e9844ece3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8300474'] for router_interface, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:32.348700 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:32.523031 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.plugin [None req-7fdc1f6d-feb5-4e1c-8cc7-884e9844ece3 admin admin] Deleting port d6d5d6f5-b371-4afe-b08e-e7e04db9a149 {{(pid=93021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:32.523369 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-7fdc1f6d-feb5-4e1c-8cc7-884e9844ece3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786207273135'] for port, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:32.597740 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.db [None req-7fdc1f6d-feb5-4e1c-8cc7-884e9844ece3 admin admin] For port d6d5d6f5-b371-4afe-b08e-e7e04db9a149, host dv-cinder-800697-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=d6d5d6f5-b371-4afe-b08e-e7e04db9a149,segment=NetworkSegment(396bcb05-8afe-47e4-9a92-c5a61ef0ecca),segment_id=396bcb05-8afe-47e4-9a92-c5a61ef0ecca)] {{(pid=93021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:32.598009 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-7fdc1f6d-feb5-4e1c-8cc7-884e9844ece3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8298881'] for port, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:32.610144 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.plugin [None req-7fdc1f6d-feb5-4e1c-8cc7-884e9844ece3 admin admin] Calling delete_port for d6d5d6f5-b371-4afe-b08e-e7e04db9a149 owned by network:router_interface {{(pid=93021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:32.783308 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-7fdc1f6d-feb5-4e1c-8cc7-884e9844ece3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786207273858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786206872495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8120956'] for port, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:32.807066 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdc1f6d-feb5-4e1c-8cc7-884e9844ece3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6d5d6f5-b371-4afe-b08e-e7e04db9a149,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:32.841519 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdc1f6d-feb5-4e1c-8cc7-884e9844ece3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:32.841860 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdc1f6d-feb5-4e1c-8cc7-884e9844ece3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:32.842196 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdc1f6d-feb5-4e1c-8cc7-884e9844ece3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:32.842550 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdc1f6d-feb5-4e1c-8cc7-884e9844ece3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:32.842876 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdc1f6d-feb5-4e1c-8cc7-884e9844ece3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:32.843203 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdc1f6d-feb5-4e1c-8cc7-884e9844ece3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:32.843525 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdc1f6d-feb5-4e1c-8cc7-884e9844ece3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:32.843847 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdc1f6d-feb5-4e1c-8cc7-884e9844ece3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:32.844194 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdc1f6d-feb5-4e1c-8cc7-884e9844ece3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:32.844511 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdc1f6d-feb5-4e1c-8cc7-884e9844ece3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:32.844824 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdc1f6d-feb5-4e1c-8cc7-884e9844ece3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:32.845138 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdc1f6d-feb5-4e1c-8cc7-884e9844ece3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:32.982160 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-7fdc1f6d-feb5-4e1c-8cc7-884e9844ece3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8279594'] for router_interface, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:33.325923 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 71283ad9-7e75-4aea-ae33-e8130e420f50 no longer exists at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:33.350687 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] No Port match for: 71283ad9-7e75-4aea-ae33-e8130e420f50 {{(pid=93022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:29:33.351035 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 71283ad9-7e75-4aea-ae33-e8130e420f50 not bound to the agent host dv-cinder-800697-3-iscsi {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:29:33.351450 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 5a2493cc-196d-4870-ab03-3e53925d3fde no longer exists at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:33.369359 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] No Port match for: 5a2493cc-196d-4870-ab03-3e53925d3fde {{(pid=93022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:29:33.369698 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 5a2493cc-196d-4870-ab03-3e53925d3fde not bound to the agent host dv-cinder-800697-3-iscsi {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:29:33.450474 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fdc1f6d-feb5-4e1c-8cc7-884e9844ece3 admin admin] Router f53ffa41-760a-415f-af2a-cc13428ee570 has already been hosted by L3 agent 2edc1d69-0f6a-462d-a1c4-2c7c9be5649e {{(pid=93021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:29:33.548217 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fdc1f6d-feb5-4e1c-8cc7-884e9844ece3 admin admin] Notify agent at l3_agent.dv-cinder-800697-3-iscsi the message routers_updated {{(pid=93021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:29:33.554272 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-7fdc1f6d-feb5-4e1c-8cc7-884e9844ece3 admin admin] 10.222.0.98 "PUT /v2.0/routers/f53ffa41-760a-415f-af2a-cc13428ee570/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6081245 Jul 16 20:29:33.555631 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 40600) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:33.557662 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88144cdf-9586-4b8d-b309-757ccb5fa927 None None] Sync routers for ids ['f53ffa41-760a-415f-af2a-cc13428ee570'] in dv-cinder-800697-3-iscsi {{(pid=93023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:29:33.567270 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88144cdf-9586-4b8d-b309-757ccb5fa927 None None] Routers {'f53ffa41-760a-415f-af2a-cc13428ee570'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:33.568593 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-88144cdf-9586-4b8d-b309-757ccb5fa927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:29:22Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['f53ffa41-760a-415f-af2a-cc13428ee570'], 'active': True} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:33.656631 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-7fcc6730-a345-4eb1-b77a-49ef8978deb3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:33.670004 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvr_db [None req-88144cdf-9586-4b8d-b309-757ccb5fa927 None None] Set router f53ffa41-760a-415f-af2a-cc13428ee570 gateway port host: dv-cinder-800697-3-iscsi {{(pid=93023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:29:33.756262 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-7fcc6730-a345-4eb1-b77a-49ef8978deb3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:33.806881 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.plugin [None req-7fcc6730-a345-4eb1-b77a-49ef8978deb3 admin admin] Deleting port 6649c218-dff3-45f8-ae7d-d747bcbf0c20 {{(pid=93021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:33.807221 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-7fcc6730-a345-4eb1-b77a-49ef8978deb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786207273135'] for port, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:33.843597 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-88144cdf-9586-4b8d-b309-757ccb5fa927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53ffa41-760a-415f-af2a-cc13428ee570', 'name': 'tempest-TestVolumeBootPattern-1922328990-router', 'tenant_id': '4e008eb9c8654d87b3d0d7e1916f5493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'external_fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '6649c218-dff3-45f8-ae7d-d747bcbf0c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:35Z', 'updated_at': '2021-07-16T20:29:32Z', 'revision_number': 5, 'project_id': '4e008eb9c8654d87b3d0d7e1916f5493', 'gw_port': {'id': '6649c218-dff3-45f8-ae7d-d747bcbf0c20', 'name': '', 'network_id': '72bddd3a-8a62-4354-b4b3-8a4b3e183ea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:bc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53ffa41-760a-415f-af2a-cc13428ee570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:03:36Z', 'updated_at': '2021-07-16T20:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c8a0af-efd8-4b77-9799-206f74457d50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-3-iscsi'}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:33.869845 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88144cdf-9586-4b8d-b309-757ccb5fa927 None None] Checking router: f53ffa41-760a-415f-af2a-cc13428ee570 for host: dv-cinder-800697-3-iscsi {{(pid=93023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:29:33.877994 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88144cdf-9586-4b8d-b309-757ccb5fa927 None None] Routers {'f53ffa41-760a-415f-af2a-cc13428ee570'} bound to L3 agent in host dv-cinder-800697-3-iscsi {{(pid=93023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:33.878633 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-88144cdf-9586-4b8d-b309-757ccb5fa927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:53:22Z,description=,heartbeat_timestamp=2021-07-16T20:29:22Z,host='dv-cinder-800697-3-iscsi',id=2edc1d69-0f6a-462d-a1c4-2c7c9be5649e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:53:22Z,topic='l3_agent')) {'router_ids': ['f53ffa41-760a-415f-af2a-cc13428ee570'], 'active': True} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:33.888832 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.db [None req-7fcc6730-a345-4eb1-b77a-49ef8978deb3 admin admin] For port 6649c218-dff3-45f8-ae7d-d747bcbf0c20, host dv-cinder-800697-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=6649c218-dff3-45f8-ae7d-d747bcbf0c20,segment=NetworkSegment(cdf336fb-2473-4d8c-b46d-c083e8b3b4ea),segment_id=cdf336fb-2473-4d8c-b46d-c083e8b3b4ea)] {{(pid=93021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:33.889194 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-7fcc6730-a345-4eb1-b77a-49ef8978deb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8298881'] for port, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:33.900847 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.plugin [None req-7fcc6730-a345-4eb1-b77a-49ef8978deb3 admin admin] Calling delete_port for 6649c218-dff3-45f8-ae7d-d747bcbf0c20 owned by network:router_gateway {{(pid=93021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:33.963164 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvr_db [None req-88144cdf-9586-4b8d-b309-757ccb5fa927 None None] Set router f53ffa41-760a-415f-af2a-cc13428ee570 gateway port host: None {{(pid=93023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:29:34.071471 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-7fcc6730-a345-4eb1-b77a-49ef8978deb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786207273858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786206872495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8120956'] for port, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.097290 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcc6730-a345-4eb1-b77a-49ef8978deb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6649c218-dff3-45f8-ae7d-d747bcbf0c20,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:34.112746 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.l3_hamode_db [None req-88144cdf-9586-4b8d-b309-757ccb5fa927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53ffa41-760a-415f-af2a-cc13428ee570', 'name': 'tempest-TestVolumeBootPattern-1922328990-router', 'tenant_id': '4e008eb9c8654d87b3d0d7e1916f5493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:35Z', 'updated_at': '2021-07-16T20:29:33Z', 'revision_number': 6, 'project_id': '4e008eb9c8654d87b3d0d7e1916f5493', 'gw_port_host': None}], 'dv-cinder-800697-3-iscsi', False) {} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:34.138982 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88144cdf-9586-4b8d-b309-757ccb5fa927 None None] The sync data for ids ['f53ffa41-760a-415f-af2a-cc13428ee570'] in dv-cinder-800697-3-iscsi is: [{'id': 'f53ffa41-760a-415f-af2a-cc13428ee570', 'name': 'tempest-TestVolumeBootPattern-1922328990-router', 'tenant_id': '4e008eb9c8654d87b3d0d7e1916f5493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:03:35Z', 'updated_at': '2021-07-16T20:29:33Z', 'revision_number': 6, 'project_id': '4e008eb9c8654d87b3d0d7e1916f5493', 'gw_port_host': None}] {{(pid=93023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:29:34.168114 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-7fcc6730-a345-4eb1-b77a-49ef8978deb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8363120'] for router_gateway, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.253917 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-7fcc6730-a345-4eb1-b77a-49ef8978deb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8301028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126844'] for router, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.256131 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-7fcc6730-a345-4eb1-b77a-49ef8978deb3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.295852 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-7fcc6730-a345-4eb1-b77a-49ef8978deb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8298994'] for router, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.296419 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fcc6730-a345-4eb1-b77a-49ef8978deb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f53ffa41-760a-415f-af2a-cc13428ee570 {{(pid=93021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:29:34.300666 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-7fcc6730-a345-4eb1-b77a-49ef8978deb3 admin admin] Notify callbacks [] for router, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.301869 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-7fcc6730-a345-4eb1-b77a-49ef8978deb3 admin admin] 10.222.0.98 "DELETE /v2.0/routers/f53ffa41-760a-415f-af2a-cc13428ee570 HTTP/1.1" status: 204 len: 168 time: 0.7453134 Jul 16 20:29:34.304834 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 40604) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:34.346384 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.db_base_plugin_v2 [None req-43672d10-68e3-4a95-bfbd-2232b9668528 admin admin] Deleting subnet f10bb146-e135-460c-abb4-612880c48fa4 {{(pid=93021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:29:34.349736 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-43672d10-68e3-4a95-bfbd-2232b9668528 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.382377 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-43672d10-68e3-4a95-bfbd-2232b9668528 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5940030'] for subnet, precommit_delete_associations {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.459700 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-43672d10-68e3-4a95-bfbd-2232b9668528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001713'] for subnet, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.514451 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-43672d10-68e3-4a95-bfbd-2232b9668528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7945194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8120847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6192214'] for subnet, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.540603 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43672d10-68e3-4a95-bfbd-2232b9668528 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f10bb146-e135-460c-abb4-612880c48fa4,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:34.545416 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-43672d10-68e3-4a95-bfbd-2232b9668528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for subnet, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.549514 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-43672d10-68e3-4a95-bfbd-2232b9668528 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/f10bb146-e135-460c-abb4-612880c48fa4 HTTP/1.1" status: 204 len: 168 time: 0.2415700 Jul 16 20:29:34.549712 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 40606) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:34.559389 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33619abf-b6d4-46e2-9d0b-38b73115d1d2 None None] Network 20470551-6b3e-4712-bf5b-55c47395d3a6 requested from dv-cinder-800697-3-iscsi {{(pid=93022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:34.623358 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-8678f882-2cf8-476d-a134-6821ad436367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556954'] for network, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.675876 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.plugin [None req-8678f882-2cf8-476d-a134-6821ad436367 admin admin] Deleting port 2ef9b930-1517-479d-830a-90adcb5caffe {{(pid=93021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:34.676209 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-8678f882-2cf8-476d-a134-6821ad436367 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786207273135'] for port, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.739160 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.db [None req-8678f882-2cf8-476d-a134-6821ad436367 admin admin] For port 2ef9b930-1517-479d-830a-90adcb5caffe, host dv-cinder-800697-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-3-iscsi',level=0,port_id=2ef9b930-1517-479d-830a-90adcb5caffe,segment=NetworkSegment(396bcb05-8afe-47e4-9a92-c5a61ef0ecca),segment_id=396bcb05-8afe-47e4-9a92-c5a61ef0ecca)] {{(pid=93021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:34.739520 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-8678f882-2cf8-476d-a134-6821ad436367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8298881'] for port, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.755309 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.plugin [None req-8678f882-2cf8-476d-a134-6821ad436367 admin admin] Calling delete_port for 2ef9b930-1517-479d-830a-90adcb5caffe owned by network:dhcp {{(pid=93021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:34.831218 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-8678f882-2cf8-476d-a134-6821ad436367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786207273858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786206872495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8120956'] for port, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.862493 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8678f882-2cf8-476d-a134-6821ad436367 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ef9b930-1517-479d-830a-90adcb5caffe,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:34.864309 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8678f882-2cf8-476d-a134-6821ad436367 admin admin] No DVR routers for this DVR port 2ef9b930-1517-479d-830a-90adcb5caffe on host dv-cinder-800697-3-iscsi {{(pid=93021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:29:34.872759 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9305a211-83bf-47c6-a79e-476817ae7516 None None] DHCP port deletion for 20470551-6b3e-4712-bf5b-55c47395d3a6 request from dv-cinder-800697-3-iscsi {{(pid=93022) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:29:34.939249 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-8678f882-2cf8-476d-a134-6821ad436367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002645', 'neutron.services.segments.db._delete_segments_for_network-8786207386444'] for network, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.949325 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.services.segments.db [None req-8678f882-2cf8-476d-a134-6821ad436367 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20470551-6b3e-4712-bf5b-55c47395d3a6']}} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:34.959417 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.services.segments.db [None req-8678f882-2cf8-476d-a134-6821ad436367 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '396bcb05-8afe-47e4-9a92-c5a61ef0ecca') {'for_net_delete': True} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:34.959709 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.services.segments.db [None req-8678f882-2cf8-476d-a134-6821ad436367 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '396bcb05-8afe-47e4-9a92-c5a61ef0ecca') {} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:34.968456 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-8678f882-2cf8-476d-a134-6821ad436367 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786207387733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5939977'] for segment, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.981711 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-8678f882-2cf8-476d-a134-6821ad436367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964265'] for segment, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.987476 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8678f882-2cf8-476d-a134-6821ad436367 admin admin] Releasing vlan 1017 on physical network physnet1 to pool {{(pid=93021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:29:34.987856 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-8678f882-2cf8-476d-a134-6821ad436367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8121261'] for segment, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.989450 dv-cinder-800697-3-iscsi neutron-server[93021]: Traceback (most recent call last): Jul 16 20:29:34.989450 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:29:34.989450 dv-cinder-800697-3-iscsi neutron-server[93021]: timer() Jul 16 20:29:34.989450 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:29:34.989450 dv-cinder-800697-3-iscsi neutron-server[93021]: cb(*args, **kw) Jul 16 20:29:34.989450 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:29:34.989450 dv-cinder-800697-3-iscsi neutron-server[93021]: return func(*args, **kwargs) Jul 16 20:29:34.989450 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:29:34.989450 dv-cinder-800697-3-iscsi neutron-server[93021]: self._notify() Jul 16 20:29:34.989450 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:29:34.989450 dv-cinder-800697-3-iscsi neutron-server[93021]: self.callback(batched_events) Jul 16 20:29:34.989450 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:29:34.989450 dv-cinder-800697-3-iscsi neutron-server[93021]: event.method(event) Jul 16 20:29:34.989450 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:29:34.989450 dv-cinder-800697-3-iscsi neutron-server[93021]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:29:34.989450 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:29:34.989450 dv-cinder-800697-3-iscsi neutron-server[93021]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:29:34.989450 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:29:34.989450 dv-cinder-800697-3-iscsi neutron-server[93021]: return f(self, *a, **k) Jul 16 20:29:34.989450 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:29:34.989450 dv-cinder-800697-3-iscsi neutron-server[93021]: return self._get(url).json() Jul 16 20:29:34.989450 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:29:34.989450 dv-cinder-800697-3-iscsi neutron-server[93021]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:29:34.989450 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:29:34.989450 dv-cinder-800697-3-iscsi neutron-server[93021]: return self.request(url, 'GET', **kwargs) Jul 16 20:29:34.989450 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:29:34.989450 dv-cinder-800697-3-iscsi neutron-server[93021]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:29:34.989450 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:29:34.989450 dv-cinder-800697-3-iscsi neutron-server[93021]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:29:34.989450 dv-cinder-800697-3-iscsi neutron-server[93021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:29:34.989450 dv-cinder-800697-3-iscsi neutron-server[93021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:29:34.989450 dv-cinder-800697-3-iscsi neutron-server[93021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:29:35.043359 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-8678f882-2cf8-476d-a134-6821ad436367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8363180'] for network, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:35.051063 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-8678f882-2cf8-476d-a134-6821ad436367 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for network, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:35.056800 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-8678f882-2cf8-476d-a134-6821ad436367 admin admin] 10.222.0.98 "DELETE /v2.0/networks/20470551-6b3e-4712-bf5b-55c47395d3a6 HTTP/1.1" status: 204 len: 168 time: 0.5023367 Jul 16 20:29:35.073318 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8678f882-2cf8-476d-a134-6821ad436367 admin admin] Pushing event deleted for resources: {'Network': ['ID=20470551-6b3e-4712-bf5b-55c47395d3a6,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:35.173344 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 40612) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:35.212872 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-54655065-efcb-4762-b984-1beb0c67ca85 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=078f23be686b440dad7cffc96ff5c84c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383868 Jul 16 20:29:35.215334 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 40614) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:35.263127 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-1cd2036b-4ee1-42a4-87e5-959c805ef9c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:35.281217 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device d6d5d6f5-b371-4afe-b08e-e7e04db9a149 no longer exists at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:35.284228 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-1cd2036b-4ee1-42a4-87e5-959c805ef9c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:35.302157 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] No Port match for: d6d5d6f5-b371-4afe-b08e-e7e04db9a149 {{(pid=93022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:29:35.302913 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device d6d5d6f5-b371-4afe-b08e-e7e04db9a149 not bound to the agent host dv-cinder-800697-3-iscsi {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:29:35.303339 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 2ef9b930-1517-479d-830a-90adcb5caffe no longer exists at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:35.322729 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] No Port match for: 2ef9b930-1517-479d-830a-90adcb5caffe {{(pid=93022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:29:35.323167 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 2ef9b930-1517-479d-830a-90adcb5caffe not bound to the agent host dv-cinder-800697-3-iscsi {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:29:35.323581 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 6649c218-dff3-45f8-ae7d-d747bcbf0c20 no longer exists at agent ovs-agent-dv-cinder-800697-3-iscsi {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:35.330416 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-1cd2036b-4ee1-42a4-87e5-959c805ef9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:35.333093 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-1cd2036b-4ee1-42a4-87e5-959c805ef9c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:35.335159 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-1cd2036b-4ee1-42a4-87e5-959c805ef9c4 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/7927f636-373f-4596-b6b9-d23909a4d539 HTTP/1.1" status: 204 len: 168 time: 0.1189489 Jul 16 20:29:35.342805 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd2036b-4ee1-42a4-87e5-959c805ef9c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7927f636-373f-4596-b6b9-d23909a4d539,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:35.344545 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.plugin [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] No Port match for: 6649c218-dff3-45f8-ae7d-d747bcbf0c20 {{(pid=93022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:29:35.344545 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron.plugins.ml2.rpc [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Device 6649c218-dff3-45f8-ae7d-d747bcbf0c20 not bound to the agent host dv-cinder-800697-3-iscsi {{(pid=93022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:29:35.654915 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 40620) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:35.694290 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-176b3746-03e2-4006-8662-7ffa3e98fcb6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4e008eb9c8654d87b3d0d7e1916f5493&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381167 Jul 16 20:29:35.696615 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 40622) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:35.742733 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-dcadb5cd-59a1-4fe8-a546-c642642dadc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:35.763752 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-dcadb5cd-59a1-4fe8-a546-c642642dadc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:35.808123 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-dcadb5cd-59a1-4fe8-a546-c642642dadc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:35.810611 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-dcadb5cd-59a1-4fe8-a546-c642642dadc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:35.811748 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-dcadb5cd-59a1-4fe8-a546-c642642dadc1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4ec90185-2227-4fa0-8cec-44f31cf99f7c HTTP/1.1" status: 204 len: 168 time: 0.1142550 Jul 16 20:29:35.819757 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcadb5cd-59a1-4fe8-a546-c642642dadc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec90185-2227-4fa0-8cec-44f31cf99f7c,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:50.194465 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-9eb6f6d0-18aa-4158-9573-b24b8be1b668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:50.929925 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:52.245066 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-039072cd-7c4f-4497-8f37-adf7a2fb078a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:53.459980 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:54.900202 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:55.716955 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:30:02.350773 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:20.195923 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-af23817a-cce4-42fe-b932-8aab12a7e2b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:20.943906 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:22.246344 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2b39af9e-e004-4750-a0fc-0f5297483e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:23.462695 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:24.901176 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:32.352628 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:32.715813 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:30:50.196129 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-27031366-d9d7-41af-83ea-144022dabc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:50.943080 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:52.247425 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-1e8104ad-0cf0-4a34-9ab8-d1155aa1b12f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:53.465545 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:54.903234 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:02.354970 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:09.714667 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:31:20.197329 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-a8574a87-5e49-459c-a2b6-f4ad624f834f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:20.941516 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:22.247889 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-11728c91-f77f-45ef-b444-2f8fa80b3caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:23.469983 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:24.908423 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:32.356146 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:46.712706 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:31:50.198607 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-72a8407c-86c1-4b12-8fc3-be05a7278487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:50.938278 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:52.249170 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-867b52d2-59ff-4cae-91d5-78e7c8bfafff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:53.471658 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:54.908090 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:02.357411 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:20.199302 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-06fa0b52-317c-4cc9-aa8a-32e512e8b934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:20.938100 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:22.250043 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-a010c472-aacf-42d1-b3b3-7c2a321a4934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:23.474862 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:23.712001 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:32:24.911668 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:32.359390 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:50.200058 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-f8062240-20bf-435a-8150-f8e71e2793ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:50.936096 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:52.250144 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-5c432335-8a9d-445c-a5fb-27f31662a85f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:53.477029 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:54.917485 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:00.710300 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:33:02.360183 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:20.200338 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-7ea71f4f-3683-4e86-9dac-3710f580332d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:20.934533 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:22.251949 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-9edb2e2c-186b-4caa-8e07-7affdd9422b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:23.479153 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:24.917155 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:32.360814 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:37.708445 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:33:50.199286 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-1ce507da-3ef4-49ff-a9b7-c9dfffcfaa7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:50.948565 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:52.252289 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-1863001e-d2f4-4a73-a55d-a2a57946d8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:53.482642 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:54.921318 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:02.361054 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:14.707709 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:34:20.200242 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-6467f2e5-e7dd-4bfe-9e16-ed074f6946bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:20.946213 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:22.253211 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e498929-4584-43c7-a1e0-862dccca9ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:23.484443 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:24.922161 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:32.363129 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:50.202761 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2fcd43b1-67f5-4afd-abb0-b58fc8cab9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:50.942168 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:51.708028 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:34:52.254208 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-8ee66934-04fd-49d9-9fc8-b467d2df6ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:53.488958 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:54.928467 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:02.365002 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:20.202819 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-397385c5-2048-4bc8-bcc2-74ba9336365c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:20.943483 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:22.253394 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c489-0856-4a95-9586-f0d9694cfad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:23.492868 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:24.928318 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:28.707683 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:35:32.365739 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:50.202324 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-a7ee0523-f142-4b31-b041-3accc7c548b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:50.941369 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:52.253815 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-b473b11d-1a4a-499a-8fab-90e530619ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:53.495451 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:54.933380 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:02.367470 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:05.706452 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:36:20.202576 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-6c0f739b-4ca7-479b-a0d9-3bc775c80162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:20.942527 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:22.254402 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-5565434c-55eb-4da8-b6e1-aa047499cd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:23.497813 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:24.938274 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:28.828991 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [req-ca8491b1-b1f0-4d02-aece-7767702e667c req-e83e2dc3-128f-40f2-84b6-d0b6f0b5bce0 tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] (93020) timed out ('10.222.0.102', 63385) {{(pid=93020) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:36:32.368470 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:42.707071 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:36:50.202177 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-32cf63dd-1165-4b3f-ac75-6055ecac16ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:50.953609 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:52.254470 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ea1e2cd4-beb2-41b6-a70a-585bfc481edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.499949 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:54.938203 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:02.372621 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.708017 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:37:20.203890 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-717429a1-509a-4a43-8b5e-b00a947d08b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.983036 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:22.254693 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-b0e0b7f5-ba10-4492-b534-0c3591348c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:23.502985 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:24.939958 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:32.376573 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:50.205166 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d753a922-252f-4b23-9ae5-4d2b587bf6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:50.982275 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:52.255863 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d75feece-bcd7-42ac-a693-e71da84a89ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:53.506247 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.942344 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:56.707565 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:38:02.379830 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:20.206618 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-4b89a330-fe08-44c2-8ef3-a3d4f6f630b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:20.980385 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.256521 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d6b82361-f00e-4a01-950d-0dab2dce9f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:23.510032 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:24.945683 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:26.873817 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [req-0ce17d18-1e95-4a9c-8cad-aa8281963b07 req-61dc883b-9c11-414a-aadf-c4752abec988 tempest-TestVolumeBootPattern-91696847 tempest-TestVolumeBootPattern-91696847-project] (93021) timed out ('10.222.0.98', 52894) {{(pid=93021) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:38:28.860775 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [req-1f544074-01a9-497a-8790-cff66e817594 req-652462f7-6a28-4028-8f39-55a115c3089a tempest-VolumesSnapshotTestJSON-1637146615 tempest-VolumesSnapshotTestJSON-1637146615-project] (93020) timed out ('10.222.0.98', 52912) {{(pid=93020) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:38:32.380684 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.707871 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:38:50.207783 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-027af4e7-41ca-42f0-90f5-5afb65d2e51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:50.992870 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:52.256607 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-08b2ce4a-5060-4109-b9bf-8134e1d2059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.511883 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:54.947399 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:02.381034 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:10.707232 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:39:20.207980 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-080e72df-73ab-4c32-a171-e4daadb2f2b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:21.009296 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.257828 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ac68ebe7-c817-4821-a981-64e95328ddcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:23.514561 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.950754 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.382234 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:47.708127 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:39:50.209353 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-65e05d9e-10a5-49a5-83d7-c9e69ef51c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:51.022660 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:52.262396 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-a4a990dc-5eaf-4e65-ab2a-49246a0dfd8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:53.516783 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:54.953828 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:02.383456 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:20.209689 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-51b8dee6-a2e6-44e2-aeb9-01389d3102d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:21.019518 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:22.262824 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-b251ff76-3be9-4af9-86f0-d4114982223b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:23.519571 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:24.707812 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:40:24.956644 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:32.384683 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:50.210072 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-b5f458cd-96ec-494a-a00e-411d9b9a12f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:51.040324 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:52.263525 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-89d56adf-fed3-491a-8d9a-7d5f91063a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:53.520998 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:54.958790 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:00.717115 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.wsgi [-] (93021) accepted ('10.222.0.98', 42194) {{(pid=93021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:00.953470 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.db.db_base_plugin_v2 [None req-21ce2d93-b584-4d1d-b91c-6f919a265e54 admin admin] Deleting subnet 3c821e1e-566b-46e2-b4da-9faa94f5bcd4 {{(pid=93021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:41:00.956356 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-21ce2d93-b584-4d1d-b91c-6f919a265e54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:00.989501 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-21ce2d93-b584-4d1d-b91c-6f919a265e54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5940030'] for subnet, precommit_delete_associations {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:01.027215 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-21ce2d93-b584-4d1d-b91c-6f919a265e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001713'] for subnet, precommit_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:01.077308 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-21ce2d93-b584-4d1d-b91c-6f919a265e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7945194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8120847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6192214'] for subnet, after_delete {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:01.103919 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ce2d93-b584-4d1d-b91c-6f919a265e54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c821e1e-566b-46e2-b4da-9faa94f5bcd4,revision_number=None']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:01.107599 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-21ce2d93-b584-4d1d-b91c-6f919a265e54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for subnet, before_response {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:01.109380 dv-cinder-800697-3-iscsi neutron-server[93021]: INFO neutron.wsgi [None req-21ce2d93-b584-4d1d-b91c-6f919a265e54 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/3c821e1e-566b-46e2-b4da-9faa94f5bcd4 HTTP/1.1" status: 204 len: 168 time: 0.3911626 Jul 16 20:41:01.112087 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 42202) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:01.115963 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ce2d93-b584-4d1d-b91c-6f919a265e54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:01.116317 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ce2d93-b584-4d1d-b91c-6f919a265e54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:01.116662 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ce2d93-b584-4d1d-b91c-6f919a265e54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:01.116999 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ce2d93-b584-4d1d-b91c-6f919a265e54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:01.117336 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ce2d93-b584-4d1d-b91c-6f919a265e54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:01.117675 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ce2d93-b584-4d1d-b91c-6f919a265e54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:01.118007 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ce2d93-b584-4d1d-b91c-6f919a265e54 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:01.118336 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ce2d93-b584-4d1d-b91c-6f919a265e54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:01.118690 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ce2d93-b584-4d1d-b91c-6f919a265e54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:01.119016 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ce2d93-b584-4d1d-b91c-6f919a265e54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:01.119432 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ce2d93-b584-4d1d-b91c-6f919a265e54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:01.120362 dv-cinder-800697-3-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ce2d93-b584-4d1d-b91c-6f919a265e54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:01.184610 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-fee6b697-0b41-4429-b274-c1da39e93a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556954'] for network, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:01.267001 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-fee6b697-0b41-4429-b274-c1da39e93a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002645', 'neutron.services.segments.db._delete_segments_for_network-8786207386444'] for network, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:01.277879 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.services.segments.db [None req-fee6b697-0b41-4429-b274-c1da39e93a36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b08ac5f9-2c15-45f7-9a61-437289e3197c']}} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:01.287496 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.services.segments.db [None req-fee6b697-0b41-4429-b274-c1da39e93a36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '875ace94-34d3-45a4-becd-a8a982707164') {'for_net_delete': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:01.287796 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.services.segments.db [None req-fee6b697-0b41-4429-b274-c1da39e93a36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '875ace94-34d3-45a4-becd-a8a982707164') {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:01.297749 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-fee6b697-0b41-4429-b274-c1da39e93a36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786207387733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6078529'] for segment, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:01.311726 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-fee6b697-0b41-4429-b274-c1da39e93a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964265'] for segment, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:01.317493 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fee6b697-0b41-4429-b274-c1da39e93a36 admin admin] Releasing vlan 1040 on physical network physnet1 to pool {{(pid=93020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:41:01.317903 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-fee6b697-0b41-4429-b274-c1da39e93a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6084173'] for segment, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:01.319535 dv-cinder-800697-3-iscsi neutron-server[93020]: Traceback (most recent call last): Jul 16 20:41:01.319535 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:41:01.319535 dv-cinder-800697-3-iscsi neutron-server[93020]: timer() Jul 16 20:41:01.319535 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:41:01.319535 dv-cinder-800697-3-iscsi neutron-server[93020]: cb(*args, **kw) Jul 16 20:41:01.319535 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:41:01.319535 dv-cinder-800697-3-iscsi neutron-server[93020]: return func(*args, **kwargs) Jul 16 20:41:01.319535 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:41:01.319535 dv-cinder-800697-3-iscsi neutron-server[93020]: self._notify() Jul 16 20:41:01.319535 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:41:01.319535 dv-cinder-800697-3-iscsi neutron-server[93020]: self.callback(batched_events) Jul 16 20:41:01.319535 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:41:01.319535 dv-cinder-800697-3-iscsi neutron-server[93020]: event.method(event) Jul 16 20:41:01.319535 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:41:01.319535 dv-cinder-800697-3-iscsi neutron-server[93020]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:41:01.319535 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:41:01.319535 dv-cinder-800697-3-iscsi neutron-server[93020]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:41:01.319535 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:41:01.319535 dv-cinder-800697-3-iscsi neutron-server[93020]: return f(self, *a, **k) Jul 16 20:41:01.319535 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:41:01.319535 dv-cinder-800697-3-iscsi neutron-server[93020]: return self._get(url).json() Jul 16 20:41:01.319535 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:41:01.319535 dv-cinder-800697-3-iscsi neutron-server[93020]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:41:01.319535 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:41:01.319535 dv-cinder-800697-3-iscsi neutron-server[93020]: return self.request(url, 'GET', **kwargs) Jul 16 20:41:01.319535 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:41:01.319535 dv-cinder-800697-3-iscsi neutron-server[93020]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:41:01.319535 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:41:01.319535 dv-cinder-800697-3-iscsi neutron-server[93020]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:41:01.319535 dv-cinder-800697-3-iscsi neutron-server[93020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:41:01.319535 dv-cinder-800697-3-iscsi neutron-server[93020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:41:01.319535 dv-cinder-800697-3-iscsi neutron-server[93020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:41:01.372232 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-fee6b697-0b41-4429-b274-c1da39e93a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8363180'] for network, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:01.377602 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-fee6b697-0b41-4429-b274-c1da39e93a36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874901'] for network, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:01.382008 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-fee6b697-0b41-4429-b274-c1da39e93a36 admin admin] 10.222.0.98 "DELETE /v2.0/networks/b08ac5f9-2c15-45f7-9a61-437289e3197c HTTP/1.1" status: 204 len: 168 time: 0.2689278 Jul 16 20:41:01.393196 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee6b697-0b41-4429-b274-c1da39e93a36 admin admin] Pushing event deleted for resources: {'Network': ['ID=b08ac5f9-2c15-45f7-9a61-437289e3197c,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:01.400259 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6b697-0b41-4429-b274-c1da39e93a36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:01.400621 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6b697-0b41-4429-b274-c1da39e93a36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:01.401587 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6b697-0b41-4429-b274-c1da39e93a36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:01.401931 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6b697-0b41-4429-b274-c1da39e93a36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:01.402348 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6b697-0b41-4429-b274-c1da39e93a36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:01.402714 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6b697-0b41-4429-b274-c1da39e93a36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:01.403046 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6b697-0b41-4429-b274-c1da39e93a36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:01.403379 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6b697-0b41-4429-b274-c1da39e93a36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:01.403714 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6b697-0b41-4429-b274-c1da39e93a36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:01.404047 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6b697-0b41-4429-b274-c1da39e93a36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:01.404373 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6b697-0b41-4429-b274-c1da39e93a36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:01.404697 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6b697-0b41-4429-b274-c1da39e93a36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-3-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:01.504054 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 42210) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:01.544755 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-b27c042f-a4d8-489a-b1d1-9e00068d9f09 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=af25564dcbb44ab783810e6c620b2bd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395141 Jul 16 20:41:01.547244 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 42212) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:01.598561 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-bd0acaa6-501c-40d9-9d21-fdadb1046527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:01.619579 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-bd0acaa6-501c-40d9-9d21-fdadb1046527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:01.666232 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-bd0acaa6-501c-40d9-9d21-fdadb1046527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:01.670636 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-bd0acaa6-501c-40d9-9d21-fdadb1046527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:01.671788 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-bd0acaa6-501c-40d9-9d21-fdadb1046527 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9fbc2158-168f-40e4-bdaa-749d165c5fa7 HTTP/1.1" status: 204 len: 168 time: 0.1236591 Jul 16 20:41:01.679499 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0acaa6-501c-40d9-9d21-fdadb1046527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbc2158-168f-40e4-bdaa-749d165c5fa7,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:01.706787 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:41:02.386010 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:20.210939 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-b5ad7325-29df-439e-aba0-840ce4e953b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:21.059264 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:21.764754 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 42366) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:21.864040 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-1f22b7a3-be20-483a-b0c8-a17ebc728106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:21.952730 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-1f22b7a3-be20-483a-b0c8-a17ebc728106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:21.956412 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-1f22b7a3-be20-483a-b0c8-a17ebc728106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:21.991178 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f22b7a3-be20-483a-b0c8-a17ebc728106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7310a7bc-3a1f-4148-85cf-1e2b29f27456,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:21.995997 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-1f22b7a3-be20-483a-b0c8-a17ebc728106 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=236759ae810441a282cc2b432fad8521&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2302227 Jul 16 20:41:21.998647 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.wsgi [-] (93020) accepted ('10.222.0.98', 42370) {{(pid=93020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:22.046696 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9f0e1901-8e73-4ed8-8274-9de5c32a3f21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:22.070109 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9f0e1901-8e73-4ed8-8274-9de5c32a3f21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:22.114393 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9f0e1901-8e73-4ed8-8274-9de5c32a3f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7947450'] for security_group, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:22.116882 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9f0e1901-8e73-4ed8-8274-9de5c32a3f21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:22.117997 dv-cinder-800697-3-iscsi neutron-server[93020]: INFO neutron.wsgi [None req-9f0e1901-8e73-4ed8-8274-9de5c32a3f21 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/7310a7bc-3a1f-4148-85cf-1e2b29f27456 HTTP/1.1" status: 204 len: 168 time: 0.1184638 Jul 16 20:41:22.125910 dv-cinder-800697-3-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e1901-8e73-4ed8-8274-9de5c32a3f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7310a7bc-3a1f-4148-85cf-1e2b29f27456,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:22.265364 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ba78cb00-db0c-4e55-ae42-2d49930a948f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:23.525488 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:24.963621 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:32.389618 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:38.705639 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:41:50.213276 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-831b6c81-a222-4ce2-a15b-87f087b67139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:51.067601 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:52.265198 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d2450f60-2d56-4e71-8aaf-79456479d8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:53.528426 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:54.964000 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:02.390356 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:15.704000 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:42:20.214195 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-9b2f071a-c9c9-41f3-92bb-6244e8015233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:21.107517 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:22.265149 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-539f2c61-1748-4956-a93e-d7d187b516e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:23.531153 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:24.968010 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:32.390446 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:50.215448 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ef1bbc88-2562-48a5-929e-38f7d71921cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:51.115026 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:52.267915 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-262e5397-db56-48d9-840d-12ff54925546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:52.702765 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:42:53.532576 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:54.970174 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:02.390336 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:20.214905 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2fb254fa-bda6-458a-9aee-364a8930fed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:21.119212 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:22.270199 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-606f2db7-5e07-4cf4-86dc-d90ff3fd3a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:23.537365 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:24.973699 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:29.704959 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:43:32.390535 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:50.214624 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-aa46d626-a039-4a74-a2bd-e31020d55f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:51.132931 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:52.271903 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-97c114e3-7ac1-43fa-9724-98dc9b6f6ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:53.540806 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:54.977263 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:02.392159 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:06.704224 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:44:20.214361 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-cd8d0513-bbff-44cf-a576-3a016586aba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:21.130707 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:22.272107 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-f7bc0085-fea3-4233-95a2-81436a308c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:23.541777 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:24.979715 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:32.397707 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:43.702719 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:44:50.215305 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-7866d16c-cfab-4d58-bc31-18243ae464b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:51.130797 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:52.271122 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-cbed9844-357c-4bf1-a106-c5fee5163f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:53.544407 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:54.982899 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:02.398782 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:20.215379 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-94d8b070-7bc8-4f4f-9bf4-34d30d41f1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:20.702837 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:45:21.143946 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:22.271074 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-42ed47fc-bcbe-4cec-910b-dd32401318b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:23.546564 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:24.985738 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:32.399261 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:50.217072 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-1cf2e43d-0ba3-4857-b5ad-a45a75bacbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:51.157194 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:52.269612 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-865f52b6-9544-4d69-98e9-fbfad09e88eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:53.549152 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:54.986889 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:57.701430 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:46:02.399412 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:20.217645 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-275b7a72-4a74-4468-a631-9e57df7e6b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:21.155999 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-d0e025c9-2386-4f08-9c73-f79631104df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:22.272296 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-fc4f57ce-bec0-444c-940e-7f2520a2b406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:23.551525 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-99f8041c-2b8f-4457-9539-d4125e5d8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:24.991225 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-ca34aa74-0de2-4aef-83c8-354d53fb7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:32.401206 dv-cinder-800697-3-iscsi neutron-server[93022]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac0e-e40a-4e0f-a17b-1515f86b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786207386426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005007'] for agent, after_update {{(pid=93022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:34.700714 dv-cinder-800697-3-iscsi neutron-server[93023]: DEBUG neutron.db.agents_db [None req-948e62ac-a043-49bb-9cf3-9cb40f73ac48 None None] Agent healthcheck: found 6 active agents {{(pid=93023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}